-- Logs begin at Sat 2022-09-03 03:10:30 UTC, end at Sat 2022-09-03 04:09:52 UTC. -- Sep 03 03:40:52.193864 dv-cinder-799663-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 03:40:54.834967 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.common.config [-] Logging enabled! Sep 03 03:40:54.835591 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 03 03:40:54.835770 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=117755) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 03 03:40:54.839177 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.common.config [-] Logging enabled! Sep 03 03:40:54.839441 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev538 Sep 03 03:40:54.839744 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=117755) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 03 03:40:54.840698 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 03:40:54.840924 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 03:40:54.841408 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 03:40:54.841652 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 03:40:54.841879 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 03:40:54.842201 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.842499 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.842726 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.843042 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.843318 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.843596 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.843887 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.844187 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.844471 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.844747 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.845032 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.845259 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.845539 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] config_source = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.845822 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.846089 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.846310 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] debug = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.846587 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.847066 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.847477 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.847757 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.848043 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.848317 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.848592 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.848862 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.849151 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.849478 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] host = dv-cinder-799663-12-iscsi {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.849753 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.850437 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.850724 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.851031 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.851304 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.851589 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.851860 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.852129 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] log_dir = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.852397 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] log_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.852669 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.852954 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.853240 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.853527 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.853751 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.853972 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.854252 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.854537 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.854859 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.855103 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.855375 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.855646 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.855915 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.856180 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.856463 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.856740 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.857020 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.857293 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.857561 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.857828 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.858093 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.858373 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.858643 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.858932 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.859209 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.859493 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.859758 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.860028 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.860325 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.860608 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.860885 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.861168 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.861438 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.861715 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.861982 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.862250 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] use_journal = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.862518 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] use_json = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.862784 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.863071 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.863350 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.863621 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.863892 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.864162 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.864431 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.864712 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.864981 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:54.865275 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.865593 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.865891 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.866171 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.866471 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.866747 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.867072 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.867353 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.867646 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.867934 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.868226 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.868503 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.868799 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.869085 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.869382 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.869685 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.869976 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.870264 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.870538 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.870899 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.871103 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.871379 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.871669 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.871946 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.872233 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.872519 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.872795 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.873090 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.873376 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.873660 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.873951 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.874238 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.874510 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.874784 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.875094 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.875370 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.875640 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.875928 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.876202 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.876469 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.876749 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.877037 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.877325 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.877598 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.877873 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.878161 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.878433 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.878701 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.879001 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.879281 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.879552 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.879834 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.880109 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.880380 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.880649 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.880921 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.881242 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.881515 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.881789 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.882059 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.882333 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.882602 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.882891 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.883160 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.883429 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.883697 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.883966 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.884234 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.884505 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.884771 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.885036 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.885302 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.885626 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.885838 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.886118 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.886413 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.886684 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.886984 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.887259 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.887532 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.887802 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.888074 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.888347 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.888618 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.888884 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.889176 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.889455 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.889738 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.890014 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.890307 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.890596 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.890889 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.891164 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.891436 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.891707 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.891979 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.892254 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.892525 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.892796 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.893075 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.893351 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.893642 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.893930 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.894203 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.894492 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.894780 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.895094 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.895371 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.895676 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.895953 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:54.896166 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 03:40:54.896404 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=117755) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 03:40:55.269388 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=117755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 03 03:40:55.269710 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=117755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 03 03:40:55.269974 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=117755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 03 03:40:55.270203 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=117755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Sep 03 03:40:55.270475 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=117755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Sep 03 03:40:55.270828 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 03:40:55.591523 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.591712 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.591983 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.593221 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.593503 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.593763 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.645938 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.646210 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.646472 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.662429 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.662709 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.663001 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.690521 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.690823 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.691085 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.727269 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.727550 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.727812 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.957259 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.957914 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.957914 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.958967 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:55.959731 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.054508 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.054839 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.055119 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.055361 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.055654 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.055959 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.056214 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.056465 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.056717 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.056989 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.057247 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.057504 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.057739 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.057983 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.058234 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.058490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.058741 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.059029 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.059299 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.059555 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.059834 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.060086 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.060353 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.060729 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.060976 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.061217 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.061607 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=117755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 03:40:56.061843 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=117755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 03:40:56.062076 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=117755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 03:40:56.062307 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=117755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 03:40:56.062538 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=117755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 03:40:56.062767 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=117755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 03:40:56.063155 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 03:40:56.066220 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 03:40:56.070244 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 03:40:56.074148 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 03 03:40:56.075794 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 03:40:56.076412 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 03:40:56.076747 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 03:40:56.077129 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 03:40:56.079903 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 03:40:56.080153 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 03:40:56.080498 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 03:40:56.085639 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 03:40:56.109570 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 03:40:56.110297 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.110786 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=117755) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 03 03:40:56.111398 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.112751 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=117755) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 03:40:56.113030 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 03:40:56.113278 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 03:40:56.116898 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.117183 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:56.239868 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 03:40:56.240160 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 03:40:56.240636 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 03:40:56.241013 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 03:40:56.292650 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO dbcounter [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Registered counter for database neutron Sep 03 03:40:56.316572 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_db.sqlalchemy.engines [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=117755) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 03:40:56.323333 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG dbcounter [-] [117755] Writer thread running {{(pid=117755) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 03:40:56.866295 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Initializing driver for type 'gre' Sep 03 03:40:56.867007 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] gre ID ranges: [(1, 1000)] Sep 03 03:40:56.927402 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Initializing driver for type 'local' Sep 03 03:40:56.927730 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Initializing driver for type 'vlan' Sep 03 03:40:56.941911 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] VlanTypeDriver initialization complete Sep 03 03:40:56.942235 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Initializing driver for type 'vxlan' Sep 03 03:40:56.942708 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] vxlan ID ranges: [(1, 1000)] Sep 03 03:40:56.999968 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Initializing extension driver 'port_security' Sep 03 03:40:57.000613 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.extensions.port_security [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] PortSecurityExtensionDriver initialization complete Sep 03 03:40:57.000908 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Initializing mechanism driver 'openvswitch' Sep 03 03:40:57.001235 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Initializing mechanism driver 'hyperv' Sep 03 03:40:57.007829 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.plugins.ml2.plugin [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=117755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:40:57.008482 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > port after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.008844 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > port after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.009195 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > port after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.009772 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=117755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 03:40:57.010257 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > subnet after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.010702 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > subnet after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.011061 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.011447 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=117755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 03:40:57.011845 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > network after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.012192 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > network after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.012528 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > network after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.012904 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=117755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 03:40:57.013279 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > security_group after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.013627 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > security_group after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.013961 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > security_group after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.014342 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=117755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 03:40:57.014730 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.015094 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.015427 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.015932 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=117755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 03:40:57.016330 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > address_group after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.016669 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > address_group after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.017001 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > address_group after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.017383 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=117755) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 03 03:40:57.017812 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] ML2 OVO RPC backend initialized. {{(pid=117755) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 03 03:40:57.018502 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.018866 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.019276 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > network before_response 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.019616 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > networks before_response 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.019934 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > port before_response 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.020265 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > ports before_response 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.020597 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > subnet before_response 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.020928 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > subnets before_response 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.021267 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > network after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.021666 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > network after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.021998 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > network after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.022329 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > port after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.022663 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > port after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.023015 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > port after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.023347 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > subnet after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.023675 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > subnet after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.024000 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > subnet after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.031494 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded quota_driver: . Sep 03 03:40:57.031853 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.plugin [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Modular L2 Plugin initialization complete Sep 03 03:40:57.032197 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading services supported by the core plugin {{(pid=117755) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 03:40:57.032534 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.plugins.ml2.managers [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Got port-security extension from driver 'port_security' Sep 03 03:40:57.033009 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.extensions.vlantransparent [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Disabled vlantransparent extension. Sep 03 03:40:57.033494 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=117755) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 03:40:57.033812 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading Plugin: router Sep 03 03:40:57.068584 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router_interface before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.068963 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router after_create 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.069320 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router before_create 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.069678 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.070042 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.070387 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router after_delete 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.070736 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > floatingip after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.071107 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > floatingip after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.071458 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router after_create 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.071796 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router after_update 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.072134 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router after_update 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.072474 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.072804 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router after_update 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.073205 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_update 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.073568 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: port after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.073903 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: port after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.074234 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: subnet after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.074579 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.074958 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > port precommit_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.075298 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_create 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.075633 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: port before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.075969 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.076314 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router after_update 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.076650 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_delete 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.076977 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_create 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.077329 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router_interface after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.077665 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_update 55549900 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.078024 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > agent after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.078365 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > agent after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.078700 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > network after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.079560 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Tracking information for resource: router configured {{(pid=117755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 03:40:57.079883 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Tracking information for resource: floatingip configured {{(pid=117755) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 03:40:57.086545 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.db.l3_agentschedulers_db [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 03:40:57.087144 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: port after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.087502 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: port after_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.087845 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: port after_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.088187 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: port after_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.088964 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router before_create 55550100 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.089319 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_delete 55550100 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.089673 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_create 55550100 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.090024 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > router precommit_update 55550100 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.094911 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.services.provider_configuration [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service providers = [] {{(pid=117755) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 03:40:57.095266 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.db.servicetype_db [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=117755) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 03:40:57.098215 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.services.service_base [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=117755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 03:40:57.098592 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.services.service_base [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=117755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 03:40:57.098951 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.services.service_base [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=117755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 03:40:57.100194 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.services.service_base [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=117755) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 03:40:57.100554 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.services.service_base [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 03:40:57.100926 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=117755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 03:40:57.101237 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 03:40:57.111686 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=117755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 03:40:57.112013 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading Plugin: auto_allocate Sep 03 03:40:57.117746 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: network precommit_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.118053 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: network precommit_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.118551 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=117755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 03:40:57.118861 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading Plugin: tag Sep 03 03:40:57.125364 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=117755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 03:40:57.125685 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading Plugin: timestamp Sep 03 03:40:57.130722 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=117755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 03:40:57.131120 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading Plugin: network_ip_availability Sep 03 03:40:57.136542 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.136902 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.137252 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.137957 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=117755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 03:40:57.138271 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading Plugin: flavors Sep 03 03:40:57.142878 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=117755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 03:40:57.143231 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading Plugin: revisions Sep 03 03:40:57.147622 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=117755) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 03:40:57.148002 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.877s {{(pid=117755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 03 03:40:57.148732 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=117755) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 03 03:40:57.149061 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Initializing extension manager. Sep 03 03:40:57.149573 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: __init__.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.149910 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: __pycache__ {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.150239 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: address_group.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.151154 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.151719 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: address-group Sep 03 03:40:57.152131 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: address_scope.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.152799 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.153378 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: address-scope Sep 03 03:40:57.153698 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: admin_state_down_before_update.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.154561 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.155071 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: router-admin-state-down-before-update Sep 03 03:40:57.155387 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: agent.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.156041 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.156534 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: agent Sep 03 03:40:57.156848 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: agent_resources_synced.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.157706 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.158200 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: agent-resources-synced Sep 03 03:40:57.158513 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: allowedaddresspairs.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.160252 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.160755 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: allowed-address-pairs Sep 03 03:40:57.161073 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: auto_allocated_topology.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.162077 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.162629 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: auto-allocated-topology Sep 03 03:40:57.162972 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: availability_zone.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.163616 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.164107 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: availability_zone Sep 03 03:40:57.164421 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: availability_zone_filter.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.165270 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.165763 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: availability_zone_filter Sep 03 03:40:57.166074 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: data_plane_status.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.166953 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.167426 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 03:40:57.167741 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: default_subnetpools.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.168596 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.169107 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: default-subnetpools Sep 03 03:40:57.169425 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: dhcpagentscheduler.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.170180 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.170671 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: dhcp_agent_scheduler Sep 03 03:40:57.171013 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: dns.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.171871 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.172358 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension dns-integration not supported by any of loaded plugins Sep 03 03:40:57.172669 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: dns_domain_ports.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.173518 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.174003 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 03:40:57.174316 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.175197 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.175683 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 03:40:57.175994 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: dvr.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.176602 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.177093 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: dvr Sep 03 03:40:57.177404 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: ecmp_routes.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.178284 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.178788 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 03:40:57.179126 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: empty_string_filtering.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.179981 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.180463 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: empty-string-filtering Sep 03 03:40:57.180777 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.181631 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.182116 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 03:40:57.182429 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.183313 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.183798 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 03:40:57.184092 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: external_net.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.184952 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.185459 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: external-net Sep 03 03:40:57.185771 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: extra_dhcp_opt.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.186598 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.187116 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: extra_dhcp_opt Sep 03 03:40:57.187430 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: extraroute.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.188277 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.188775 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: extraroute Sep 03 03:40:57.189091 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: extraroute_atomic.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.190064 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.190556 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: extraroute-atomic Sep 03 03:40:57.190896 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: filter_validation.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.191520 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.192010 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: filter-validation Sep 03 03:40:57.192320 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: fip_pf_description.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.193164 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.193735 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 03:40:57.194042 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: fip_pf_port_range.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.194922 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.195410 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 03 03:40:57.195716 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: fip_port_details.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.196586 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.197079 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: fip-port-details Sep 03 03:40:57.197389 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: flavors.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.198541 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.199070 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: flavors Sep 03 03:40:57.199386 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.200977 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.201490 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 03:40:57.201813 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: floatingip_pools.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.202469 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.203009 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: floatingip-pools Sep 03 03:40:57.203333 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: ip_allocation.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.204195 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.204688 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 03:40:57.205004 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.205864 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.206356 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: ip-substring-filtering Sep 03 03:40:57.206671 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l2_adjacency.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.207583 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.208077 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 03:40:57.208389 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.209324 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.209830 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: router Sep 03 03:40:57.210145 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3_conntrack_helper.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.212485 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.213029 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 03:40:57.213351 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.214207 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.214706 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: ext-gw-mode Sep 03 03:40:57.215048 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.215906 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.216403 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: l3-ha Sep 03 03:40:57.216717 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.217576 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.218065 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 03 03:40:57.218374 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3_flavors.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.219265 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.219762 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: l3-flavors Sep 03 03:40:57.220076 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3_ndp_proxy.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.221402 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.221900 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 03 03:40:57.222221 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.223113 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.223612 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 03:40:57.223926 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: l3agentscheduler.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.225301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.225796 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: l3_agent_scheduler Sep 03 03:40:57.226109 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: local_ip.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.227849 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.228359 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension local_ip not supported by any of loaded plugins Sep 03 03:40:57.228680 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: logging.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.230088 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.230590 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension logging not supported by any of loaded plugins Sep 03 03:40:57.230934 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: metering.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.231622 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.232186 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: metering Sep 03 03:40:57.232502 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.233541 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.234039 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: metering_source_and_destination_fields Sep 03 03:40:57.234361 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: multiprovidernet.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.235250 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.235748 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: multi-provider Sep 03 03:40:57.236065 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: netmtu.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.236919 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.237417 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: net-mtu Sep 03 03:40:57.237733 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: netmtu_writable.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.238591 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.239100 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: net-mtu-writable Sep 03 03:40:57.239422 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: network_availability_zone.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.240044 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.240562 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: network_availability_zone Sep 03 03:40:57.240876 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: network_ip_availability.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.241914 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.242414 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: network-ip-availability Sep 03 03:40:57.242724 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: network_segment_range.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.243470 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.243960 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 03:40:57.244273 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: pagination.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.245194 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.245516 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: pagination Sep 03 03:40:57.245827 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: port_device_profile.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.246667 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.247190 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: port-device-profile Sep 03 03:40:57.247502 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: port_mac_address_override.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.248356 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.248851 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: port-mac-override Sep 03 03:40:57.249166 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.250025 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.250519 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: port-mac-address-regenerate Sep 03 03:40:57.250848 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.251725 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.252218 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: port-numa-affinity-policy Sep 03 03:40:57.252528 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: port_resource_request.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.253382 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.253874 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 03:40:57.254267 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: port_resource_request_groups.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.255191 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.255908 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 03 03:40:57.256074 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: portbindings.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.256887 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.257384 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: binding Sep 03 03:40:57.257702 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: portbindings_extended.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.258924 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.259431 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: binding-extended Sep 03 03:40:57.259746 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: portsecurity.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.260605 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.261104 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: port-security Sep 03 03:40:57.261420 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: project_id.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.262325 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.262644 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: project-id Sep 03 03:40:57.262983 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: providernet.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.263837 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.264335 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: provider Sep 03 03:40:57.264646 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.268386 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.268899 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos not supported by any of loaded plugins Sep 03 03:40:57.269221 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.270408 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.271018 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 03:40:57.271340 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.272244 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.272738 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 03:40:57.273059 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_default.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.273909 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.274407 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-default not supported by any of loaded plugins Sep 03 03:40:57.274721 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_fip.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.275600 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.276104 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-fip not supported by any of loaded plugins Sep 03 03:40:57.276420 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_fip_network_policy.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.277285 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.277784 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 03 03:40:57.278098 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_gateway_ip.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.278994 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.279499 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 03:40:57.279815 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_port_network_policy.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.280675 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.281175 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 03:40:57.281492 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.282462 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.282997 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 03 03:40:57.283315 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.284303 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.284801 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 03 03:40:57.285117 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_pps_rule.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.286225 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.286720 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-pps not supported by any of loaded plugins Sep 03 03:40:57.287063 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_rule_type_details.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.287970 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.288463 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 03:40:57.288777 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_rule_type_filter.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.289635 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.290124 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 03 03:40:57.290437 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: qos_rules_alias.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.291462 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.291958 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 03:40:57.292271 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: quota_check_limit.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.293137 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.293632 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: quota-check-limit Sep 03 03:40:57.293948 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: quotasv2.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.294845 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.295180 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: quotas Sep 03 03:40:57.295490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: quotasv2_detail.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.297113 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.297442 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: quota_details Sep 03 03:40:57.297764 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: rbac.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.298771 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.299314 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: rbac-policies Sep 03 03:40:57.299632 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: rbac_address_group.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.300502 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.301004 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: rbac-address-group Sep 03 03:40:57.301326 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: rbac_address_scope.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.302207 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.302706 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: rbac-address-scope Sep 03 03:40:57.303079 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: rbac_security_groups.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.304015 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.304514 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: rbac-security-groups Sep 03 03:40:57.304833 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: rbac_subnetpool.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.305693 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.306187 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: rbac-subnetpool Sep 03 03:40:57.306501 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: revisionifmatch.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.307386 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.307879 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: revision-if-match Sep 03 03:40:57.308194 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: revisions.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.309237 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.309734 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: standard-attr-revisions Sep 03 03:40:57.310051 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: router_availability_zone.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.310676 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.311206 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: router_availability_zone Sep 03 03:40:57.311523 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: routerservicetype.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.312389 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.312891 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension router-service-type not supported by any of loaded plugins Sep 03 03:40:57.313205 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.314070 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.314567 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: security-groups-normalized-cidr Sep 03 03:40:57.314915 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: security_groups_port_filtering.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.315775 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.316272 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: port-security-groups-filtering Sep 03 03:40:57.316583 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.317452 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.317948 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: security-groups-remote-address-group Sep 03 03:40:57.318260 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.319208 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.319702 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: security-groups-shared-filtering Sep 03 03:40:57.320010 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: securitygroup.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.329596 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.330110 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: security-group Sep 03 03:40:57.330434 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: segment.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.331144 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.331642 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension segment not supported by any of loaded plugins Sep 03 03:40:57.331957 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.332836 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.333329 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 03:40:57.333644 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: servicetype.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.334690 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.335226 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: service-type Sep 03 03:40:57.335544 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: sorting.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.336470 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.336791 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: sorting Sep 03 03:40:57.337104 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: standard_attr_segment.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.337963 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.338463 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 03:40:57.338779 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: standardattrdescription.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.339407 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.339897 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: standard-attr-description Sep 03 03:40:57.340212 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: stateful_security_group.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.341100 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.341595 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: stateful-security-group Sep 03 03:40:57.341906 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: stdattrs_common.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.342437 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 03:40:57.342747 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.343638 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.344137 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 03:40:57.344450 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: subnet_onboard.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.345448 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.345947 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: subnet_onboard Sep 03 03:40:57.346258 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.347151 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.347648 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 03:40:57.347957 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: subnet_service_types.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.348828 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.349330 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: subnet-service-types Sep 03 03:40:57.349646 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: subnetallocation.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.351058 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.351558 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: subnet_allocation Sep 03 03:40:57.351869 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.352484 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.352984 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: subnetpool-prefix-ops Sep 03 03:40:57.353294 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.354161 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.354653 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 03:40:57.355071 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: tagging.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.356090 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.356596 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: standard-attr-tag Sep 03 03:40:57.356913 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: timestamp.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.358038 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.358540 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loaded extension: standard-attr-timestamp Sep 03 03:40:57.358875 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: trunk.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.359849 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.360345 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension trunk not supported by any of loaded plugins Sep 03 03:40:57.360663 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: trunk_details.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.361522 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.362018 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension trunk-details not supported by any of loaded plugins Sep 03 03:40:57.362331 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: uplink_status_propagation.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.363218 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.363708 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 03:40:57.364021 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Loading extension file: vlantransparent.py {{(pid=117755) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 03 03:40:57.364637 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=117755) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 03 03:40:57.365128 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 03:40:57.367824 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:network Sep 03 03:40:57.368284 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:subnet Sep 03 03:40:57.368671 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 03:40:57.369050 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:port Sep 03 03:40:57.370316 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.370748 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service FLAVORS assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.371391 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.371805 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.372128 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:router Sep 03 03:40:57.372545 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:floatingip Sep 03 03:40:57.373027 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service METERING assigned prefix: /metering {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.374462 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.374834 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.375186 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=117755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:40:57.376183 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 03:40:57.376621 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:security_group Sep 03 03:40:57.377038 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 03:40:57.377556 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service CORE assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.377882 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 03:40:57.378224 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] subnetpool is already registered Sep 03 03:40:57.378642 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service CORE assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.379000 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 03:40:57.379334 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] subnetpool is already registered Sep 03 03:40:57.381821 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.382246 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service FLAVORS assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.382869 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.383278 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.383601 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:router Sep 03 03:40:57.383933 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] router is already registered Sep 03 03:40:57.384334 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:floatingip Sep 03 03:40:57.384661 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] floatingip is already registered Sep 03 03:40:57.385111 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service METERING assigned prefix: /metering {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.385788 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 03:40:57.386103 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] rbac_policy is already registered Sep 03 03:40:57.386503 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:security_group Sep 03 03:40:57.386823 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] security_group is already registered Sep 03 03:40:57.387244 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 03:40:57.387566 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] security_group_rule is already registered Sep 03 03:40:57.388194 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service CORE assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.388515 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 03:40:57.388837 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] subnetpool is already registered Sep 03 03:40:57.389247 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.v2.resource_helper [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Service CORE assigned prefix: {{(pid=117755) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 03:40:57.389557 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 03:40:57.389876 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING neutron.quota.resource_registry [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] subnetpool is already registered Sep 03 03:40:57.390345 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: extensions {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.391825 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: address-groups {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.393318 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: address-scopes {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.394644 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: agents {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.395829 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: auto-allocated-topology {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.397193 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: availability_zones {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.398430 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: dhcp-networks {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.400026 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: dhcp-agents {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.401452 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: routers {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.403190 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: flavors {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.405473 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: service_profiles {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.406690 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: next_providers {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.408167 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: service_profiles {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.409727 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: floatingip-pools {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.410975 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: routers {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.412754 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: floatingips {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.413992 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: l3-routers {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.415489 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: l3-agents {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.416891 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: metering-labels {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.418147 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: metering-label-rules {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.419564 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: network-ip-availabilities {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.420838 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: bindings {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.422401 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: quotas {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.424083 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: quotas {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.425603 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: rbac-policies {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.426798 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: security-groups {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.428157 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: security-group-rules {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.429405 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: service-providers {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.430610 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: subnetpools {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.431969 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: subnetpools {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.433516 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.435210 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.437023 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.438834 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.440503 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.442455 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.444236 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.446018 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.447918 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.449716 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron.api.extensions [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Extended resource: tags {{(pid=117755) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 03:40:57.455848 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING keystonemiddleware.auth_token [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 03:40:57.461052 dv-cinder-799663-12-iscsi neutron-server[117755]: WARNING keystonemiddleware.auth_token [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 03:40:57.470304 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Acquiring lock "singleton_lock" {{(pid=117755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Sep 03 03:40:57.470617 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Acquired lock "singleton_lock" {{(pid=117755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Sep 03 03:40:57.471109 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_concurrency.lockutils [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Releasing lock "singleton_lock" {{(pid=117755) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Sep 03 03:40:57.471749 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO oslo_service.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Starting 2 workers Sep 03 03:40:57.476720 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Started child 117866 {{(pid=117755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 03:40:57.481108 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Started child 117867 {{(pid=117755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 03:40:57.482096 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:40:57.482748 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO neutron.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 03:40:57.483128 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Publish callbacks [] for process (None), before_spawn {{(pid=117755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:40:57.483535 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [-] (117866) wsgi starting up on http://0.0.0.0:9696 Sep 03 03:40:57.485452 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO oslo_service.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Starting 1 workers Sep 03 03:40:57.485741 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:40:57.487072 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [-] (117867) wsgi starting up on http://0.0.0.0:9696 Sep 03 03:40:57.490553 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Started child 117868 {{(pid=117755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 03:40:57.491100 dv-cinder-799663-12-iscsi neutron-server[117755]: INFO oslo_service.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Starting 1 workers Sep 03 03:40:57.494329 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] calling RpcWorker wait() {{(pid=117868) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 03:40:57.494932 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] returning from RpcWorker wait() {{(pid=117868) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 03:40:57.495421 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Started child 117869 {{(pid=117755) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 03:40:57.496037 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:40:57.496165 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG neutron_lib.callbacks.manager [None req-878bd967-6a27-4202-a33a-5dcbc88f60fc None None] Publish callbacks [] for process (None), after_spawn {{(pid=117755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:40:57.496470 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:40:57.498054 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=117755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 03:40:57.498254 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 03:40:57.498403 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 03:40:57.498648 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 03:40:57.498999 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 03:40:57.499177 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 03:40:57.499659 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.499945 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.500164 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.500446 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.501051 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.501250 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:40:57.501739 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.501739 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.501739 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.501995 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.502184 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.502304 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.502554 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:40:57.502751 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.502751 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.503153 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.503426 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.503622 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.503858 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.504032 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.504316 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.504571 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.504827 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.505078 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] debug = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.505332 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.505821 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.506107 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.506346 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.506570 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.506833 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.507125 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.507386 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.507630 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.507838 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.508054 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.508288 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.508539 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.508752 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.508977 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.509239 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.509456 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.509941 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] host = dv-cinder-799663-12-iscsi {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.510170 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.510407 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.510665 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.510943 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.511194 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.511428 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.511668 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.511912 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.512176 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.512376 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.512624 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.512864 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.513077 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.513304 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.513464 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_options = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.513708 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.513977 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.514249 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.514435 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.514595 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.514753 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.515038 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.515196 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.515436 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.516441 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.516902 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.517078 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.517441 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.517441 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.517747 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.517902 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.518270 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.518487 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.518673 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.519061 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.519189 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.519815 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.520048 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.520288 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.520532 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.520951 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.522782 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.522782 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.522782 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.522782 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.522782 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.523831 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.523831 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.523831 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.523831 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.524429 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.524429 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.524842 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.524842 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.525083 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.525534 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.525534 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.525775 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.525911 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.526033 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.526244 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.526457 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_json = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.528301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.528301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.528301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.528301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.528301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.528301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.528301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.528301 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.530490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.530490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.530490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.530490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.530490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.530490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.530490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.530490 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.531165 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.531165 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.531165 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.531378 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.531551 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.531839 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.532100 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.532389 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.532680 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.532949 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.533198 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.533427 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.533617 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.533827 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.534073 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.534358 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.534589 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.534849 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.535079 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.535297 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.535597 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.535861 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.536129 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.536486 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.536754 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.537002 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.537259 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.537472 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.537734 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.537944 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.538155 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.538363 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.538586 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.538862 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.539107 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.539369 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.539594 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.539803 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.540022 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.540243 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.540470 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.540710 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.540939 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.541145 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.541353 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.541575 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.541796 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.542015 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.542234 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.542479 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.542716 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.542982 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.543243 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.543472 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.543686 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.543953 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.544120 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.544331 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.544536 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.546416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.547178 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.547178 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.547178 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.547375 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.547440 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.547632 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.548175 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.548175 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.548175 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.548401 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.548618 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.548836 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.549037 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.549237 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.549444 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.549657 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.549877 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.550164 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.550391 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.550628 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.550859 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.551109 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.551575 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.551828 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.552050 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.552528 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.552528 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.552740 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.553047 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.553291 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.553528 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.553741 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.553987 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.554203 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.554998 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.555223 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.555439 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.555671 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.555910 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.556121 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.556351 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.556588 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.556827 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.557278 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.557515 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.557728 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.557976 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.558206 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.558477 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.558690 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.558973 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.559187 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.559456 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.559742 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.560000 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.560258 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.560484 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.560848 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.561082 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.561322 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.561577 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.561819 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.562051 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.562281 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.562498 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.562714 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.562946 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.563169 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.563482 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.563707 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.563944 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.564156 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.564409 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.564649 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.564890 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.565141 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.565377 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.565622 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.565857 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.566092 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.566297 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.566610 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.566875 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.567108 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.567319 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.567542 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.567768 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.567976 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.568182 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.568451 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.569071 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.569071 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.569071 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.569335 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.569467 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.569702 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.569913 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.570126 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.570358 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.570563 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.570767 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.571003 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.571207 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.571430 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.571654 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.571910 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.572151 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.572359 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.572611 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.572853 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.573098 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.573305 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.573533 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.573743 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.573950 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.574153 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.574526 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.574897 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.575282 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.575661 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.576017 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.576268 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.576523 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.576840 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.577082 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.577309 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.577576 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.577979 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.578387 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.578620 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.578855 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.579104 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.579318 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.579542 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.579758 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.579999 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.580211 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.580423 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.580635 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.580841 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.581197 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.581462 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.581695 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.581935 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.582180 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.582385 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.582749 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.582991 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.583224 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.583438 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.583652 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.583877 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.584176 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.584393 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.584617 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.584925 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.585314 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.585632 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.585882 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.586111 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.586323 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.586561 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.586767 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.586997 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.587216 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.587429 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.587653 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.587891 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.588096 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.588307 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.588520 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.588731 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.588935 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.589155 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.589360 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.589583 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.589798 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.590008 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.590215 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.590427 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.590782 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.591087 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.591303 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.591515 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.591720 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.591972 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.592177 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.592563 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.592784 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.592997 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.593205 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.593525 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.593766 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.593981 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.594362 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.594565 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.594888 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.595095 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.595363 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.595575 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.595815 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.596039 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.596266 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.596483 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.596748 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.597066 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.597350 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.597575 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.597807 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.598073 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.598340 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.598602 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.598829 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.599146 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.599486 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.600058 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.600306 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.600539 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.600770 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.601005 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.601230 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.601455 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.601681 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.601889 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.602115 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.602336 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.602586 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.602826 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.603045 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.603259 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.603495 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.603757 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.603971 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.604180 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.604350 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 03:40:57.604870 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=117755) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 03:40:57.605024 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 03:40:57.605175 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 03:40:57.605337 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 03:40:57.605498 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 03:40:57.605644 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 03:40:57.605845 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.605998 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.606153 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.606305 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.606491 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.606652 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.606828 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.606980 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.607132 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.607288 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.607441 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.607593 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.607886 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.608047 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.608204 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.608344 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.608629 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.608927 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.609087 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] config_source = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.609378 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.609533 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.609686 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] debug = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.609839 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.610056 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.610220 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.610372 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.610529 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.610700 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.610859 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.611015 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.611168 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.611320 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.611473 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.611628 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.611780 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.611932 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.612084 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.612237 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.612389 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.612559 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] host = dv-cinder-799663-12-iscsi {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.612694 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.612994 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.613152 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.613300 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.613604 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.613798 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.613957 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.614074 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.614224 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.614374 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.614529 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.614684 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.614870 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_dir = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.615023 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.615385 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_options = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.615493 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:40:57.615592 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.615680 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.615821 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.615996 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.616154 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.616330 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.616455 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.616608 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.616760 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.616912 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.617064 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.617215 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.617366 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.617516 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.617669 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.617819 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.618022 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.618180 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.618345 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.618644 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.618796 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.619149 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.619405 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.619650 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.620607 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.620845 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.621314 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.621553 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.621764 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.621995 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.622608 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.623285 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.623457 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.623618 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.623779 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.623940 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.624097 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.624255 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.624418 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.624580 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.624762 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.624893 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.625050 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.625207 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.625362 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.625518 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_journal = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.625673 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_json = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.625827 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.625984 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.626138 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.626293 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.626448 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.626603 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.626756 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.626934 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.627091 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 03:40:57.627271 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.627434 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.627604 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.627765 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.627925 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.628087 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.628249 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.628410 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.628573 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.628733 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.628902 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.629064 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.629236 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.629395 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.630772 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.631019 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.631192 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.631360 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.631526 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.631690 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.631852 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.632033 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.632190 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.632353 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.632516 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.632677 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.632840 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.633010 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.633203 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.633334 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.633507 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.633669 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.633832 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.633994 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.634155 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.634317 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.634477 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.634636 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.634798 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.635208 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.635373 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.635535 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.635695 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.636407 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.636543 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.636987 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.637182 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.637504 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.637739 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.637913 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.638076 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.638240 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.638404 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.638566 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.638728 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.639307 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.640088 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.640283 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.640453 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.640644 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.641914 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.642094 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.642263 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.642428 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.642591 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.642755 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.642941 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.643147 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.643315 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.643404 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.643570 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.643732 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.643894 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.644053 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.644213 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.644372 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.644534 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.644696 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.644856 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.645017 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.645178 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.645339 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.645499 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.645659 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.645818 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.645976 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.646135 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.646293 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.647698 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.647880 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.648057 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.648290 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.648480 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.648648 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.648814 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.649344 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.649591 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.650355 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.650529 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.650694 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.650878 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.651042 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.651206 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.651367 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.651532 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.651693 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.651855 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.652015 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.652182 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.652341 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.652502 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.652661 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.652821 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.652979 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.653139 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.653298 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.653457 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.653617 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.653776 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.653935 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.654094 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.654253 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.654411 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.654582 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.654746 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.654933 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.655095 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.655262 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.655431 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.655592 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.655753 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.655912 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.656071 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.656231 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.656389 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.656547 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.656705 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.656864 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.657023 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.657197 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.657358 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.657519 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.657678 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.657862 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.658020 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.658178 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.658337 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.658497 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.658656 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.658856 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.658994 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.659154 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.659314 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.659475 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.659633 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.659792 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.659951 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.660112 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.660276 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.660434 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.660593 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.660755 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.660914 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.661072 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.661229 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.661388 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.661547 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.661707 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.661865 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.662024 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.662206 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.662366 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.662524 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.662683 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.662860 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.663022 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.663181 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.663340 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.663499 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.663658 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.663822 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.663982 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.664141 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.664300 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.664459 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.664616 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.664776 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.664938 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.665097 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.665259 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.665416 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.665576 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.665735 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.665894 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.666053 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.666213 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.666371 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.666529 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.666709 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.666896 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.667056 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.667218 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.667376 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.667534 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.667694 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.667906 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.668624 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.668624 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.668624 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.668624 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.668624 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669019 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669019 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669019 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669234 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669323 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669472 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669634 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669793 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.669955 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.670114 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.670283 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.670442 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.670600 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.670759 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.670939 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.671098 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.671257 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.671415 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.671573 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.671747 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.671908 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.672068 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.672226 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.672386 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.672549 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.672719 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.672880 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.673037 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.673195 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.673352 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.673510 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.673678 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.673837 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.673995 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.674153 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.674310 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.674468 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.674634 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.674793 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.674969 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.675125 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.675284 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.675440 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.675610 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.675770 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.675927 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.676095 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.676230 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.676387 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.676553 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.676712 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.676873 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.677013 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.677170 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.677327 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.677493 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.677652 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.677884 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.678056 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.678216 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.678374 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.678533 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.678703 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.678911 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.679074 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.679232 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.679391 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.679549 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.679710 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.679872 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.680054 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.680194 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.680357 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.680778 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.680950 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.681278 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.681449 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.681619 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.681772 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.682099 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.682286 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.682422 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.682582 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.682766 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.682949 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.683107 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.683347 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.683548 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.683809 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.683974 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.684240 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.684405 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.684670 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.684897 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.685056 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.685199 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.685361 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.685522 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 03:40:57.685671 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=117755) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 03:40:57.872690 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 34846) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:40:57.882739 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0070965 Sep 03 03:40:57.887836 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [-] 10.222.0.25 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0044169 Sep 03 03:41:06.993283 dv-cinder-799663-12-iscsi neutron-server[117755]: DEBUG dbcounter [-] [117755] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=117755) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:09.010927 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writer thread running {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 03:41:09.012619 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c1eddd-f970-49f5-a964-c1e4e453fd0a None None] get_active_networks_info from dv-cinder-799663-12-iscsi {{(pid=117868) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 03 03:41:09.102883 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c1eddd-f970-49f5-a964-c1e4e453fd0a None None] No non-hosted networks {{(pid=117868) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 03:41:09.113578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.agentschedulers_db [None req-08c1eddd-f970-49f5-a964-c1e4e453fd0a None None] DHCP Agent not found on host dv-cinder-799663-12-iscsi {{(pid=117868) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 03 03:41:09.193286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-81e318c0-e43e-4328-870e-1ceec5857334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990699'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:10.679159 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writer thread running {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 03:41:11.235444 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c346e4f6-81bc-47dd-bb2c-7f71ac9e51dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990699'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:11.264931 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b25552c1-8358-4bc2-b4b3-a6ca6c9f2992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:12.605790 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 34924) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:12.614253 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990699'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:13.214846 dv-cinder-799663-12-iscsi neutron-server[117867]: WARNING oslo_policy.policy [None req-bbd4d62c-16b3-48ca-a6fb-d2c75bdff1b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 03:41:13.215744 dv-cinder-799663-12-iscsi neutron-server[117867]: WARNING oslo_policy.policy [None req-bbd4d62c-16b3-48ca-a6fb-d2c75bdff1b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 03:41:13.436789 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [None req-bbd4d62c-16b3-48ca-a6fb-d2c75bdff1b7 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:41:13.455271 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-bbd4d62c-16b3-48ca-a6fb-d2c75bdff1b7 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8484528 Sep 03 03:41:14.073990 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990699'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:14.149859 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990699'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:14.151746 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.152837 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.153314 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.153893 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.155059 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.155536 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.166505 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.168491 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.169010 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.169605 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.169960 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.170288 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.170628 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.172883 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.173377 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:14.174310 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-799663-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:14.188466 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-799663-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:14.738590 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.db.l3_hamode_db [None req-7f6d82e6-91b7-42e3-b312-a607ad9df062 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 03:41:14.818701 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d82e6-91b7-42e3-b312-a607ad9df062 None None] Routers set() bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:41:14.819114 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d82e6-91b7-42e3-b312-a607ad9df062 None None] Router IDs set() for agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 03 03:41:15.893960 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 34958) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:16.451007 dv-cinder-799663-12-iscsi neutron-server[117866]: WARNING oslo_policy.policy [None req-20867aba-9849-4398-9010-545c193949bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 03:41:16.451538 dv-cinder-799663-12-iscsi neutron-server[117866]: WARNING oslo_policy.policy [None req-20867aba-9849-4398-9010-545c193949bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 03:41:16.660555 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-20867aba-9849-4398-9010-545c193949bd admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:41:16.671949 dv-cinder-799663-12-iscsi neutron-server[117866]: ERROR stevedore.extension [None req-20867aba-9849-4398-9010-545c193949bd admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 03 03:41:16.753761 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.policy [None req-20867aba-9849-4398-9010-545c193949bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=117866) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 03:41:16.797082 dv-cinder-799663-12-iscsi neutron-server[117866]: WARNING oslo_policy.policy [None req-20867aba-9849-4398-9010-545c193949bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 03:41:16.797460 dv-cinder-799663-12-iscsi neutron-server[117866]: WARNING oslo_policy.policy [None req-20867aba-9849-4398-9010-545c193949bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 03:41:16.817328 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writer thread running {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 03:41:16.900852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-20867aba-9849-4398-9010-545c193949bd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788398812643', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788398813079', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788398828850', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788398820337', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788394127692', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788394120591', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-855380', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-883733', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2051680', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583295'] for rbac-policy (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:16.979392 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-20867aba-9849-4398-9010-545c193949bd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:16.983329 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-20867aba-9849-4398-9010-545c193949bd admin admin] 10.222.0.25 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0864158 Sep 03 03:41:19.346849 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 34974) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:19.697173 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:41:19.730738 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Made reservation on behalf of 805932c9d70c4b1b95a43f25dce5a4ab for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:41:19.735109 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:19.755556 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:19.865399 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Publish callbacks [] for security_group (67f475a5-f3c4-4f7d-b6b9-259f91fd230b), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:19.872289 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (67f475a5-f3c4-4f7d-b6b9-259f91fd230b), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:19.907092 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:41:19.934767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788397799563', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (373427b2-e407-4909-adc7-e0e2a9a3c9de), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:19.935364 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Unsubscribe: segment precommit_create {{(pid=117866) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 03:41:19.935893 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Added segment 373427b2-e407-4909-adc7-e0e2a9a3c9de of type vlan for network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 Sep 03 03:41:19.950708 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=67f475a5-f3c4-4f7d-b6b9-259f91fd230b,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:20.006438 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.006775 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.007159 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.007506 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.007831 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.008152 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.008472 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.008785 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.009101 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.009418 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.009736 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.010037 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.010349 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.010662 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.011001 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Tracked resource versions report: Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: pushed versions: Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: { 'AddressGroup': {'1.2'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Agent': {'1.1'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'ConntrackHelper': {'1.0'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'LocalIPAssociation': {'1.0'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Log': {'1.0'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'NDPProxy': {'1.0'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Network': {'1.1'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Port': {'1.7'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'PortForwarding': {'1.3'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'QosPolicy': {'1.10'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SecurityGroup': {'1.5'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SecurityGroupRule': {'1.2'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SubPort': {'1.0'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Subnet': {'1.1'}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Trunk': {'1.1'}} Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: consumer versions: Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: { DHCP agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: L3 agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: Metadata agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: Metering agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: Open vSwitch agent@dv-cinder-799663-12-iscsi: { 'AddressGroup': '1.2', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Agent': '1.1', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'ConntrackHelper': '1.0', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'LocalIPAssociation': '1.0', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Log': '1.0', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'NDPProxy': '1.0', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Network': '1.1', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Port': '1.7', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'PortForwarding': '1.3', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'QosPolicy': '1.10', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SecurityGroup': '1.5', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SecurityGroupRule': '1.2', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SubPort': '1.0', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Subnet': '1.1', Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Trunk': '1.1'}} Sep 03 03:41:20.012450 dv-cinder-799663-12-iscsi neutron-server[117866]: {{(pid=117866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 03:41:20.051728 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (05d0fcf3-f7dc-4141-89d3-e4904a0669a7), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:20.094855 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (05d0fcf3-f7dc-4141-89d3-e4904a0669a7), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:20.100427 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:41:20.101100 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:20.150060 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=45,neutron:INSERT=49,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:20.198703 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8507984 Sep 03 03:41:20.222771 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77147745-1b6d-41bb-9777-f3422d755bdb demo demo] Pushing event updated for resources: {'Network': ['ID=05d0fcf3-f7dc-4141-89d3-e4904a0669a7,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:20.238342 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:41:22.601698 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 34988) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:22.991201 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writer thread running {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 03 03:41:23.142051 dv-cinder-799663-12-iscsi neutron-server[117867]: ERROR stevedore.extension [None req-fb13cc2e-2af3-46f8-86ed-9b893691f60a demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 03 03:41:23.195942 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.policy [None req-fb13cc2e-2af3-46f8-86ed-9b893691f60a demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=117867) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 03:41:23.237193 dv-cinder-799663-12-iscsi neutron-server[117867]: WARNING oslo_policy.policy [None req-fb13cc2e-2af3-46f8-86ed-9b893691f60a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 03:41:23.237496 dv-cinder-799663-12-iscsi neutron-server[117867]: WARNING oslo_policy.policy [None req-fb13cc2e-2af3-46f8-86ed-9b893691f60a demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 03:41:23.245308 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13cc2e-2af3-46f8-86ed-9b893691f60a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:41:23.247031 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-fb13cc2e-2af3-46f8-86ed-9b893691f60a demo admin] 10.222.0.25 "GET /networking/v2.0/networks/05d0fcf3-f7dc-4141-89d3-e4904a0669a7 HTTP/1.1" status: 200 len: 825 time: 0.6440518 Sep 03 03:41:23.287220 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-003179ca-6464-4aaf-9886-c6165b042af4 demo admin] 10.222.0.25 "GET /networking/v2.0/subnetpools/d590caf8-de72-48be-a33b-13ba7b00d9b1 HTTP/1.1" status: 200 len: 734 time: 0.0338597 Sep 03 03:41:23.297714 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Request body: {'subnet': {'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'subnetpool_id': 'd590caf8-de72-48be-a33b-13ba7b00d9b1', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:41:23.338050 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Made reservation on behalf of 805932c9d70c4b1b95a43f25dce5a4ab for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:41:23.340975 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:23.648810 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (83f01e6e-be69-4965-90d7-da2453f8fa08), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:23.721063 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Checking segment: {'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:41:23.721449 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Network hostable DHCP agents. Network: 05d0fcf3-f7dc-4141-89d3-e4904a0669a7, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:41:23.732359 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=83f01e6e-be69-4965-90d7-da2453f8fa08,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:23.744395 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.744755 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.745101 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.745429 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.745750 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.746072 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.746376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.746687 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.747036 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.747351 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.747658 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.747975 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.748264 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.748567 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.748877 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Tracked resource versions report: Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: pushed versions: Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: { 'AddressGroup': {'1.2'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Agent': {'1.1'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'ConntrackHelper': {'1.0'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'LocalIPAssociation': {'1.0'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Log': {'1.0'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'NDPProxy': {'1.0'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Network': {'1.1'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Port': {'1.7'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'PortForwarding': {'1.3'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'QosPolicy': {'1.10'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SecurityGroup': {'1.5'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SecurityGroupRule': {'1.2'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SubPort': {'1.0'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Subnet': {'1.1'}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Trunk': {'1.1'}} Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: consumer versions: Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: { DHCP agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: L3 agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: Metadata agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: Metering agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: Open vSwitch agent@dv-cinder-799663-12-iscsi: { 'AddressGroup': '1.2', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Agent': '1.1', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'ConntrackHelper': '1.0', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'LocalIPAssociation': '1.0', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Log': '1.0', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'NDPProxy': '1.0', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Network': '1.1', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Port': '1.7', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'PortForwarding': '1.3', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'QosPolicy': '1.10', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SecurityGroup': '1.5', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SecurityGroupRule': '1.2', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SubPort': '1.0', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Subnet': '1.1', Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Trunk': '1.1'}} Sep 03 03:41:23.750297 dv-cinder-799663-12-iscsi neutron-server[117867]: {{(pid=117867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 03:41:23.764661 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=60,neutron:INSERT=38,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:23.773333 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:41:23.789532 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 05d0fcf3-f7dc-4141-89d3-e4904a0669a7) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:41:23.794705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:41:23.795371 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:23.800824 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d849bd3-0586-48f3-a6b2-5ecce4187faf None None] Network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:41:23.817715 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7e00c924-b550-4735-ab84-5dc146f76ce6 demo admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5235567 Sep 03 03:41:24.060906 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'fixed_ips': [{'subnet_id': '83f01e6e-be69-4965-90d7-da2453f8fa08'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:41:24.062169 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:24.340661 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Allocated IP 172.20.0.2 (05d0fcf3-f7dc-4141-89d3-e4904a0669a7/83f01e6e-be69-4965-90d7-da2453f8fa08/f9771d6c-4b98-4c69-9491-c7cd3ce2250e) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:41:24.436598 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=62,neutron:INSERT=35,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:24.607513 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Publish callbacks [] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:24.615944 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:24.696134 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:41:24.701938 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:41:24.708722 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Pushing event updated for resources: {'Port': ['ID=f9771d6c-4b98-4c69-9491-c7cd3ce2250e,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:24.709105 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:41:24.721875 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.722216 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.722568 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.722945 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.723276 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.723627 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.723950 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.724562 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.724898 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.725223 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.725543 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.725862 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.726177 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.726487 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.726840 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Tracked resource versions report: Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: pushed versions: Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: { 'AddressGroup': {'1.2'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Agent': {'1.1'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'ConntrackHelper': {'1.0'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'LocalIPAssociation': {'1.0'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Log': {'1.0'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'NDPProxy': {'1.0'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Network': {'1.1'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Port': {'1.7'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'PortForwarding': {'1.3'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'QosPolicy': {'1.10'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SecurityGroup': {'1.5'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SecurityGroupRule': {'1.2'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SubPort': {'1.0'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Subnet': {'1.1'}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Trunk': {'1.1'}} Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: consumer versions: Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: { DHCP agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: L3 agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: Metadata agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: Metering agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: Open vSwitch agent@dv-cinder-799663-12-iscsi: { 'AddressGroup': '1.2', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Agent': '1.1', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'ConntrackHelper': '1.0', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'LocalIPAssociation': '1.0', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Log': '1.0', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'NDPProxy': '1.0', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Network': '1.1', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Port': '1.7', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'PortForwarding': '1.3', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'QosPolicy': '1.10', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SecurityGroup': '1.5', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SecurityGroupRule': '1.2', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SubPort': '1.0', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Subnet': '1.1', Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Trunk': '1.1'}} Sep 03 03:41:24.728294 dv-cinder-799663-12-iscsi neutron-server[117868]: {{(pid=117868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 03:41:24.800081 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:24.803442 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Attempting to bind port f9771d6c-4b98-4c69-9491-c7cd3ce2250e on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:41:24.804352 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Attempting to bind port f9771d6c-4b98-4c69-9491-c7cd3ce2250e by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:41:24.804352 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Attempting to bind port f9771d6c-4b98-4c69-9491-c7cd3ce2250e on network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:41:24.812085 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:41:24.812441 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Checking segment: {'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:41:24.812887 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:24.813261 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Bound using segment: {'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:41:24.813733 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Bound port: f9771d6c-4b98-4c69-9491-c7cd3ce2250e, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:41:24.814121 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:24.875267 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] For port f9771d6c-4b98-4c69-9491-c7cd3ce2250e, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:41:24.897439 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] For port f9771d6c-4b98-4c69-9491-c7cd3ce2250e, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=f9771d6c-4b98-4c69-9491-c7cd3ce2250e,segment=NetworkSegment(373427b2-e407-4909-adc7-e0e2a9a3c9de),segment_id=373427b2-e407-4909-adc7-e0e2a9a3c9de)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:41:24.906433 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:24.955582 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80862be5-f45e-4b00-a965-a23763696c39 None None] Pushing event updated for resources: {'Port': ['ID=f9771d6c-4b98-4c69-9491-c7cd3ce2250e,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:26.194420 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35006) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:26.532802 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [None req-68e3aaab-f623-4579-a0b1-25bafb967f80 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:41:26.533775 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-68e3aaab-f623-4579-a0b1-25bafb967f80 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3383448 Sep 03 03:41:28.922997 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35014) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:29.072813 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=7 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:29.084571 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:29.264190 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [None req-70584393-c846-4d66-a41d-30d7963eaef3 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:41:29.265273 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-70584393-c846-4d66-a41d-30d7963eaef3 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3412914 Sep 03 03:41:30.218147 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=60,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:31.664493 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35028) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:31.845151 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f9771d6c-4b98-4c69-9491-c7cd3ce2250e up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:41:31.926539 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port f9771d6c-4b98-4c69-9491-c7cd3ce2250e triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:31.926969 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:32.018625 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-d0cd9066-dc6c-426b-962b-b7f3372af878 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:41:32.027376 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port f9771d6c-4b98-4c69-9491-c7cd3ce2250e is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:41:32.027794 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:32.046345 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9066-dc6c-426b-962b-b7f3372af878 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:32.048068 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9066-dc6c-426b-962b-b7f3372af878 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:32.063117 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port f9771d6c-4b98-4c69-9491-c7cd3ce2250e, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=f9771d6c-4b98-4c69-9491-c7cd3ce2250e,segment=NetworkSegment(373427b2-e407-4909-adc7-e0e2a9a3c9de),segment_id=373427b2-e407-4909-adc7-e0e2a9a3c9de)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:41:32.067340 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:32.114152 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=f9771d6c-4b98-4c69-9491-c7cd3ce2250e,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:32.210773 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9066-dc6c-426b-962b-b7f3372af878 demo demo] Publish callbacks [] for router_controller (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), precommit_add_association {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:32.216927 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9066-dc6c-426b-962b-b7f3372af878 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:32.238999 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9066-dc6c-426b-962b-b7f3372af878 demo demo] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:32.240208 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d0cd9066-dc6c-426b-962b-b7f3372af878 demo demo] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5747390 Sep 03 03:41:32.858161 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9773a430-c0c5-4ec0-9c5b-11c5704ac5ab None None] Network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:41:32.987557 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-321a3075-366b-424b-88c0-0a562b88326e None None] Provisioning complete for port f9771d6c-4b98-4c69-9491-c7cd3ce2250e triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:32.987888 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-321a3075-366b-424b-88c0-0a562b88326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:33.049980 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:33.063270 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-321a3075-366b-424b-88c0-0a562b88326e None None] Current status of the port f9771d6c-4b98-4c69-9491-c7cd3ce2250e is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:41:33.181934 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-39ae3731-a251-41e8-b700-3462c229cee4 None None] Provisioning complete for port f9771d6c-4b98-4c69-9491-c7cd3ce2250e triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:33.182324 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-39ae3731-a251-41e8-b700-3462c229cee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:33.254587 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-39ae3731-a251-41e8-b700-3462c229cee4 None None] Current status of the port f9771d6c-4b98-4c69-9491-c7cd3ce2250e is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:41:33.817052 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f9771d6c-4b98-4c69-9491-c7cd3ce2250e up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:41:33.864107 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port f9771d6c-4b98-4c69-9491-c7cd3ce2250e triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:33.864765 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:33.931609 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:33.933870 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port f9771d6c-4b98-4c69-9491-c7cd3ce2250e is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:41:34.601628 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35036) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:34.974342 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [None req-e4e2f607-8345-477b-90f9-5878c2d96ffd admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:41:34.975396 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-e4e2f607-8345-477b-90f9-5878c2d96ffd admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3724988 Sep 03 03:41:37.371651 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35044) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:37.728920 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:41:37.753159 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Made reservation on behalf of 1fa3555aedbc4a4eaa2e41bd6d2eeab3 for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:41:37.755646 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:37.763978 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:37.840300 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Publish callbacks [] for security_group (b6eedb0d-e9f1-4bf3-a01d-e62d7671c0bd), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:37.845796 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (b6eedb0d-e9f1-4bf3-a01d-e62d7671c0bd), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:37.860649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Reserving flat network on physical network physnet1 {{(pid=117866) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 03:41:37.884670 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6eedb0d-e9f1-4bf3-a01d-e62d7671c0bd,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:37.889609 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (3b3f75fc-5fb9-4707-9856-2327900bdee4), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:37.889947 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Added segment 3b3f75fc-5fb9-4707-9856-2327900bdee4 of type flat for network 931cd65b-38c0-4970-baa3-853de5936c9c Sep 03 03:41:37.937469 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (931cd65b-38c0-4970-baa3-853de5936c9c), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:37.974264 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (931cd65b-38c0-4970-baa3-853de5936c9c), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:37.975292 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:41:37.975919 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:38.046283 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6732378 Sep 03 03:41:38.071692 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76610a00-3815-4c4e-9762-0c005dc74f25 admin admin] Pushing event updated for resources: {'Network': ['ID=931cd65b-38c0-4970-baa3-853de5936c9c,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:38.083351 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 931cd65b-38c0-4970-baa3-853de5936c9c details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:41:38.955253 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-47726071-1c5e-4a7c-a99f-5f3bf5a91706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:40.386021 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35052) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:40.826794 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9553692b-9e91-45be-8943-018bf7a2e5c1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:41:40.828191 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-9553692b-9e91-45be-8943-018bf7a2e5c1 demo admin] 10.222.0.25 "GET /networking/v2.0/subnets/83f01e6e-be69-4965-90d7-da2453f8fa08 HTTP/1.1" status: 200 len: 849 time: 0.4411740 Sep 03 03:41:41.012952 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-180feb24-ccf3-42b7-82e8-df3f57d17421 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/c629c0e1-5757-4eaf-915b-f8a4c9e0edbf HTTP/1.1" status: 200 len: 704 time: 0.1755447 Sep 03 03:41:41.238465 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-24eb086a-e99f-4038-9948-3b0bb0df50bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:41.292846 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:41.565377 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:41.569276 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:41.595239 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Allocated IP 172.20.0.1 (05d0fcf3-f7dc-4141-89d3-e4904a0669a7/83f01e6e-be69-4965-90d7-da2453f8fa08/dd1baf70-8672-423d-a706-33a13c3d39cd) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:41:41.791283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Publish callbacks [] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:41.861270 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:41.940091 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:41:41.947847 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:41:41.949903 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Pushing event updated for resources: {'Port': ['ID=dd1baf70-8672-423d-a706-33a13c3d39cd,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:41.954463 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:41:41.955046 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:42.143459 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-ba5f3930-9bc8-44d0-b5f7-d67f95f5ffa0 None None] Provisioning complete for port dd1baf70-8672-423d-a706-33a13c3d39cd triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:42.144523 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ba5f3930-9bc8-44d0-b5f7-d67f95f5ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:42.184440 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-ba5f3930-9bc8-44d0-b5f7-d67f95f5ffa0 None None] Port dd1baf70-8672-423d-a706-33a13c3d39cd cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:41:42.212799 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:42.229833 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=72,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:42.236723 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=9,neutron:DELETE=4,neutron:INSERT=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:42.422102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Publish callbacks [] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:42.427373 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:42.428149 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:42.508670 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Pushing event updated for resources: {'Port': ['ID=dd1baf70-8672-423d-a706-33a13c3d39cd,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:42.556649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:42.562174 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:41:42.564268 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:41:42.608491 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:42.725437 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:42.731810 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Router c629c0e1-5757-4eaf-915b-f8a4c9e0edbf is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:41:42.805281 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-059f2b58-fec6-4dcb-a155-d2e2148aed06 None None] Provisioning complete for port dd1baf70-8672-423d-a706-33a13c3d39cd triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:42.805654 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-059f2b58-fec6-4dcb-a155-d2e2148aed06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:42.821185 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:41:42.826578 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-43c89007-cafd-4015-805c-5057f78c993d demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/c629c0e1-5757-4eaf-915b-f8a4c9e0edbf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8053019 Sep 03 03:41:42.831859 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Sync routers for ids ['c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:41:42.840682 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-059f2b58-fec6-4dcb-a155-d2e2148aed06 None None] Port dd1baf70-8672-423d-a706-33a13c3d39cd cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:41:42.845692 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Routers {'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:41:42.846501 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:41:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:43.024455 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Set router c629c0e1-5757-4eaf-915b-f8a4c9e0edbf gateway port host: None {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:41:43.435043 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'name': 'router1', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:41:32Z', 'updated_at': '2022-09-03T03:41:42Z', 'revision_number': 2, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'gw_port_host': None, '_interfaces': [{'id': 'dd1baf70-8672-423d-a706-33a13c3d39cd', 'name': '', 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'mac_address': 'fa:16:3e:84:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:41Z', 'updated_at': '2022-09-03T03:41:42Z', 'revision_number': 2, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'subnets': [{'id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd590caf8-de72-48be-a33b-13ba7b00d9b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:43.481980 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Checking router: c629c0e1-5757-4eaf-915b-f8a4c9e0edbf for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:41:43.482341 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Updating router c629c0e1-5757-4eaf-915b-f8a4c9e0edbf port dd1baf70-8672-423d-a706-33a13c3d39cd binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:41:43.535495 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:44.021266 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:44.036243 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Publish callbacks [] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:44.043857 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:44.150005 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:44.190329 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Pushing event updated for resources: {'Port': ['ID=dd1baf70-8672-423d-a706-33a13c3d39cd,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:44.192740 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Attempting to bind port dd1baf70-8672-423d-a706-33a13c3d39cd on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:41:44.193116 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Attempting to bind port dd1baf70-8672-423d-a706-33a13c3d39cd by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:41:44.193545 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Attempting to bind port dd1baf70-8672-423d-a706-33a13c3d39cd on network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:41:44.203985 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.204319 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.204653 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.204983 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.205300 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.205614 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.205951 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.206259 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.206586 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.206919 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.207290 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.207611 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.207908 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.208216 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.208523 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Tracked resource versions report: Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: pushed versions: Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: { 'AddressGroup': {'1.2'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Agent': {'1.1'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'ConntrackHelper': {'1.0'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'LocalIPAssociation': {'1.0'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Log': {'1.0'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'NDPProxy': {'1.0'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Network': {'1.1'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Port': {'1.7'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'PortForwarding': {'1.3'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'QosPolicy': {'1.10'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SecurityGroup': {'1.5'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SecurityGroupRule': {'1.2'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SubPort': {'1.0'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Subnet': {'1.1'}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Trunk': {'1.1'}} Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: consumer versions: Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: { DHCP agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: L3 agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: Metadata agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: Metering agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: Open vSwitch agent@dv-cinder-799663-12-iscsi: { 'AddressGroup': '1.2', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Agent': '1.1', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'ConntrackHelper': '1.0', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'LocalIPAssociation': '1.0', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Log': '1.0', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'NDPProxy': '1.0', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Network': '1.1', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Port': '1.7', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'PortForwarding': '1.3', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'QosPolicy': '1.10', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SecurityGroup': '1.5', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SecurityGroupRule': '1.2', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SubPort': '1.0', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Subnet': '1.1', Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Trunk': '1.1'}} Sep 03 03:41:44.209983 dv-cinder-799663-12-iscsi neutron-server[117869]: {{(pid=117869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 03:41:44.213598 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:41:44.213983 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Checking segment: {'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:41:44.214466 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:44.214847 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Bound using segment: {'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:41:44.215331 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Bound port: dd1baf70-8672-423d-a706-33a13c3d39cd, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '373427b2-e407-4909-adc7-e0e2a9a3c9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:41:44.215716 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:44.282537 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] For port dd1baf70-8672-423d-a706-33a13c3d39cd, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:41:44.289601 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:44.303610 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] For port dd1baf70-8672-423d-a706-33a13c3d39cd, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=dd1baf70-8672-423d-a706-33a13c3d39cd,segment=NetworkSegment(373427b2-e407-4909-adc7-e0e2a9a3c9de),segment_id=373427b2-e407-4909-adc7-e0e2a9a3c9de)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:41:44.309776 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:44.315855 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:44.352574 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Routers {'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:41:44.353179 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:41:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:44.425435 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce77b21d-bf42-488a-acd8-6da9d0a1fe31 None None] Pushing event updated for resources: {'Port': ['ID=dd1baf70-8672-423d-a706-33a13c3d39cd,revision_number=4']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:44.445393 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] Set router c629c0e1-5757-4eaf-915b-f8a4c9e0edbf gateway port host: None {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:41:44.633605 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'name': 'router1', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:41:32Z', 'updated_at': '2022-09-03T03:41:42Z', 'revision_number': 2, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'gw_port_host': None, '_interfaces': [{'id': 'dd1baf70-8672-423d-a706-33a13c3d39cd', 'name': '', 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'mac_address': 'fa:16:3e:84:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:41Z', 'updated_at': '2022-09-03T03:41:44Z', 'revision_number': 4, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'subnets': [{'id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd590caf8-de72-48be-a33b-13ba7b00d9b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:44.662030 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a6560-ca38-4586-b98c-d317793ef174 None None] The sync data for ids ['c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'] in dv-cinder-799663-12-iscsi is: [{'id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'name': 'router1', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:41:32Z', 'updated_at': '2022-09-03T03:41:42Z', 'revision_number': 2, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'gw_port_host': None, '_interfaces': [{'id': 'dd1baf70-8672-423d-a706-33a13c3d39cd', 'name': '', 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'mac_address': 'fa:16:3e:84:81:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:41Z', 'updated_at': '2022-09-03T03:41:44Z', 'revision_number': 4, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'subnets': [{'id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd590caf8-de72-48be-a33b-13ba7b00d9b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:41:45.164717 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35068) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:45.559141 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59adf9c7-c42f-4141-9aa4-ce23cee06f54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:41:45.560498 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-59adf9c7-c42f-4141-9aa4-ce23cee06f54 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/931cd65b-38c0-4970-baa3-853de5936c9c HTTP/1.1" status: 200 len: 842 time: 0.3949528 Sep 03 03:41:45.570433 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.4.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'cidr': '172.27.4.0/24', 'enable_dhcp': False}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:41:45.592202 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Made reservation on behalf of 1fa3555aedbc4a4eaa2e41bd6d2eeab3 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:41:45.594477 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:45.908088 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.objects.ports [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=117867) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 03 03:41:45.908558 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (754f566f-206e-4ca7-a097-590568fef2e7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:45.960279 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=754f566f-206e-4ca7-a097-590568fef2e7,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:45.980550 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:41:45.980889 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Network hostable DHCP agents. Network: 931cd65b-38c0-4970-baa3-853de5936c9c, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:41:45.999070 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:41:46.009022 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 931cd65b-38c0-4970-baa3-853de5936c9c) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:41:46.013029 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:41:46.013604 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:46.019069 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7091620-48e8-4825-ba5d-590c8d029cd3 None None] Network 931cd65b-38c0-4970-baa3-853de5936c9c requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:41:46.034089 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-cd1cc1e6-d985-45b3-95e6-53ab08a1def6 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4670978 Sep 03 03:41:46.126528 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc90296e-390b-4569-beb3-3488250b3df8 None None] Network 931cd65b-38c0-4970-baa3-853de5936c9c requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:41:48.518562 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35076) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:49.036394 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-cda33d5f-5f0a-4491-9fff-f83cc75c8629 demo admin] 10.222.0.25 "GET /networking/v2.0/routers/c629c0e1-5757-4eaf-915b-f8a4c9e0edbf HTTP/1.1" status: 200 len: 710 time: 0.5164437 Sep 03 03:41:49.121847 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a69a894-9e38-4561-8da1-9df084a7a496 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:41:49.128519 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-2a69a894-9e38-4561-8da1-9df084a7a496 demo admin] 10.222.0.25 "GET /networking/v2.0/networks/931cd65b-38c0-4970-baa3-853de5936c9c HTTP/1.1" status: 200 len: 886 time: 0.0812664 Sep 03 03:41:49.134210 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:41:49.386518 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:49.389633 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks [] for router_gateway (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:49.418660 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:49.626401 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks [] for router_gateway (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:49.703151 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:49.841973 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device dd1baf70-8672-423d-a706-33a13c3d39cd up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:41:49.888493 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port dd1baf70-8672-423d-a706-33a13c3d39cd triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:49.888785 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:49.898216 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Allocated IP 172.27.4.140 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/797f4280-a5de-4b01-9236-41b5bee2ea7a) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:41:49.962172 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port dd1baf70-8672-423d-a706-33a13c3d39cd is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:41:49.962556 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:49.996448 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port dd1baf70-8672-423d-a706-33a13c3d39cd, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=dd1baf70-8672-423d-a706-33a13c3d39cd,segment=NetworkSegment(373427b2-e407-4909-adc7-e0e2a9a3c9de),segment_id=373427b2-e407-4909-adc7-e0e2a9a3c9de)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:41:50.001415 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:50.010743 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks [] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:50.047016 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=dd1baf70-8672-423d-a706-33a13c3d39cd,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:50.071630 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:50.145513 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:41:50.151063 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:41:50.155151 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:41:50.158079 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Pushing event updated for resources: {'Port': ['ID=797f4280-a5de-4b01-9236-41b5bee2ea7a,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:50.406592 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:50.420547 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks [] for router_gateway (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:50.554137 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:50.606063 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1989569', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1992215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1652'] for router (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:50.610722 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1989626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1989619', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1992192'] for router (c629c0e1-5757-4eaf-915b-f8a4c9e0edbf), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:50.719048 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Router c629c0e1-5757-4eaf-915b-f8a4c9e0edbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:41:50.820826 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:41:50.825109 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:50.826233 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f638f820-fa3e-456a-9fe8-559267798b71 demo admin] 10.222.0.25 "PUT /networking/v2.0/routers/c629c0e1-5757-4eaf-915b-f8a4c9e0edbf HTTP/1.1" status: 200 len: 890 time: 1.6969361 Sep 03 03:41:50.980359 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Sync routers for ids ['c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:41:50.994660 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Routers {'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:41:50.994660 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:41:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:51.142275 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:51.172934 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:51.203203 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Set router c629c0e1-5757-4eaf-915b-f8a4c9e0edbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:41:51.572224 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'name': 'router1', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': '797f4280-a5de-4b01-9236-41b5bee2ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:41:32Z', 'updated_at': '2022-09-03T03:41:50Z', 'revision_number': 4, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'gw_port': {'id': '797f4280-a5de-4b01-9236-41b5bee2ea7a', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:49Z', 'updated_at': '2022-09-03T03:41:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'dd1baf70-8672-423d-a706-33a13c3d39cd', 'name': '', 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'mac_address': 'fa:16:3e:84:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:41Z', 'updated_at': '2022-09-03T03:41:49Z', 'revision_number': 5, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'subnets': [{'id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd590caf8-de72-48be-a33b-13ba7b00d9b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:51.620234 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Checking router: c629c0e1-5757-4eaf-915b-f8a4c9e0edbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:41:51.620603 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Updating router c629c0e1-5757-4eaf-915b-f8a4c9e0edbf port 797f4280-a5de-4b01-9236-41b5bee2ea7a binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:41:51.744300 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:51.841673 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device dd1baf70-8672-423d-a706-33a13c3d39cd up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:41:51.976184 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port dd1baf70-8672-423d-a706-33a13c3d39cd triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:51.976571 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:52.141705 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port dd1baf70-8672-423d-a706-33a13c3d39cd is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:41:52.144673 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Publish callbacks [] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:52.150934 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:52.183490 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Attempting to bind port 797f4280-a5de-4b01-9236-41b5bee2ea7a on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:41:52.183854 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Attempting to bind port 797f4280-a5de-4b01-9236-41b5bee2ea7a by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:41:52.184208 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Attempting to bind port 797f4280-a5de-4b01-9236-41b5bee2ea7a on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:41:52.196414 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:41:52.196776 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:41:52.197161 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:52.197517 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:41:52.197962 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Bound port: 797f4280-a5de-4b01-9236-41b5bee2ea7a, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:41:52.198337 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:52.221302 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaecc66-c79a-4694-a53e-911c5a1502c9 None None] Pushing event updated for resources: {'Port': ['ID=797f4280-a5de-4b01-9236-41b5bee2ea7a,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:52.256363 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] For port 797f4280-a5de-4b01-9236-41b5bee2ea7a, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:41:52.259716 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] For port 797f4280-a5de-4b01-9236-41b5bee2ea7a, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=797f4280-a5de-4b01-9236-41b5bee2ea7a,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:41:52.260757 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:52.266779 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:52.305068 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Routers {'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:41:52.305691 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:41:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:52.347976 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:52.362459 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaecc66-c79a-4694-a53e-911c5a1502c9 None None] Pushing event updated for resources: {'Port': ['ID=797f4280-a5de-4b01-9236-41b5bee2ea7a,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:52.423101 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] Set router c629c0e1-5757-4eaf-915b-f8a4c9e0edbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:41:52.617214 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'name': 'router1', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': '797f4280-a5de-4b01-9236-41b5bee2ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:41:32Z', 'updated_at': '2022-09-03T03:41:50Z', 'revision_number': 4, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'gw_port': {'id': '797f4280-a5de-4b01-9236-41b5bee2ea7a', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:49Z', 'updated_at': '2022-09-03T03:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'dd1baf70-8672-423d-a706-33a13c3d39cd', 'name': '', 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'mac_address': 'fa:16:3e:84:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:41Z', 'updated_at': '2022-09-03T03:41:49Z', 'revision_number': 5, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'subnets': [{'id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd590caf8-de72-48be-a33b-13ba7b00d9b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:41:52.645412 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5645b4-77c1-4619-916d-958b7b71fda1 None None] The sync data for ids ['c629c0e1-5757-4eaf-915b-f8a4c9e0edbf'] in dv-cinder-799663-12-iscsi is: [{'id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'name': 'router1', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.140'}], 'enable_snat': True}, 'gw_port_id': '797f4280-a5de-4b01-9236-41b5bee2ea7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:41:32Z', 'updated_at': '2022-09-03T03:41:50Z', 'revision_number': 4, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'gw_port': {'id': '797f4280-a5de-4b01-9236-41b5bee2ea7a', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:68:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:49Z', 'updated_at': '2022-09-03T03:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'dd1baf70-8672-423d-a706-33a13c3d39cd', 'name': '', 'network_id': '05d0fcf3-f7dc-4141-89d3-e4904a0669a7', 'tenant_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'mac_address': 'fa:16:3e:84:81:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c629c0e1-5757-4eaf-915b-f8a4c9e0edbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:41:41Z', 'updated_at': '2022-09-03T03:41:49Z', 'revision_number': 5, 'project_id': '805932c9d70c4b1b95a43f25dce5a4ab', 'subnets': [{'id': '83f01e6e-be69-4965-90d7-da2453f8fa08', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd590caf8-de72-48be-a33b-13ba7b00d9b1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:41:52.817434 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=8 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:52.819865 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=21 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:53.334131 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35090) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:41:53.743501 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-92028877-230d-4084-8a24-c002037fb12e admin admin] 10.222.0.25 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4082248 Sep 03 03:41:53.848119 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 797f4280-a5de-4b01-9236-41b5bee2ea7a up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:41:53.902621 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 797f4280-a5de-4b01-9236-41b5bee2ea7a triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:53.903050 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:53.975898 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 797f4280-a5de-4b01-9236-41b5bee2ea7a is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:41:53.976279 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:54.000517 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 797f4280-a5de-4b01-9236-41b5bee2ea7a, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=797f4280-a5de-4b01-9236-41b5bee2ea7a,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:41:54.006576 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:54.053166 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=797f4280-a5de-4b01-9236-41b5bee2ea7a,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:41:54.636398 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=40 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:54.637532 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=34 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:41:55.856939 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 797f4280-a5de-4b01-9236-41b5bee2ea7a up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:41:55.905360 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 797f4280-a5de-4b01-9236-41b5bee2ea7a triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:41:55.905739 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (797f4280-a5de-4b01-9236-41b5bee2ea7a), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:41:55.981641 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 797f4280-a5de-4b01-9236-41b5bee2ea7a is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:42:00.820232 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=28 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:00.822862 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=48 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:03.737248 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:03.742427 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:04.537938 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:42:05.972796 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:05.980071 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:08.969210 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-3d48f752-0ef2-4cfd-875a-7a99586e6609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:10.581325 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:11.240299 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-dfba1f91-7911-414c-b8f7-334264c4c7a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:12.566649 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:14.028504 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:14.149240 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:21.543764 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:21.556215 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:24.139379 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:24.141786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:38.956811 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-103a87d6-262b-4d7f-b934-f825d1065193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:41.245291 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-733e7371-f7fd-4c03-8c75-532e80e563cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:41.537198 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:42:42.575557 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:44.030616 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:44.149954 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:42:54.137578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:54.141086 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:42:58.551922 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:07.534260 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:08.954531 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-072ffa42-ee9a-47d5-80fc-52b63be08f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:11.242326 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-dc2ea937-2ccc-4eef-a836-0642e2bf3bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:12.563574 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:14.036052 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:14.145684 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:15.028116 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35630) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:15.396731 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a9ed1b-ab50-4125-a4d5-c14ff9ca3818 admin admin] GET failed (client error): The resource could not be found. Sep 03 03:43:15.398008 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e3a9ed1b-ab50-4125-a4d5-c14ff9ca3818 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3688865 Sep 03 03:43:15.563300 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb949cf-00bd-4c93-b53e-bc56ced86d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:15.564773 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-9bb949cf-00bd-4c93-b53e-bc56ced86d38 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1623516 Sep 03 03:43:17.888520 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35640) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:18.290452 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f248c1-7649-4d05-9f80-2617f812b6d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:18.291966 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-33f248c1-7649-4d05-9f80-2617f812b6d1 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/83f01e6e-be69-4965-90d7-da2453f8fa08 HTTP/1.1" status: 200 len: 849 time: 0.4024034 Sep 03 03:43:18.304506 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:43:18.393660 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Publish callbacks [] for subnet (83f01e6e-be69-4965-90d7-da2453f8fa08), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:18.536986 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:43:18.550563 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788397710017'] for subnet (83f01e6e-be69-4965-90d7-da2453f8fa08), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:18.585267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:18.585844 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:18.594797 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] 10.222.0.25 "PUT /networking/v2.0/subnets/83f01e6e-be69-4965-90d7-da2453f8fa08 HTTP/1.1" status: 200 len: 868 time: 0.2862387 Sep 03 03:43:18.600913 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8305b8e9-71d5-46ae-a9c2-fd1864f4e0c4 None None] Network 05d0fcf3-f7dc-4141-89d3-e4904a0669a7 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:43:18.606844 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83f01e6e-be69-4965-90d7-da2453f8fa08,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:43:18.614922 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.615193 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.615525 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.615889 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.616216 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.616512 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.616862 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.617184 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.617514 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.617824 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.618140 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.618454 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.618768 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.619116 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.619429 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89549d02-715d-47d1-a259-8048e3933a18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:43:18.886317 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-88939d0d-46ee-40cd-92d9-77a7719b5a8b None None] Provisioning complete for port f9771d6c-4b98-4c69-9491-c7cd3ce2250e triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:43:18.886695 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-88939d0d-46ee-40cd-92d9-77a7719b5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f9771d6c-4b98-4c69-9491-c7cd3ce2250e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:18.959949 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-88939d0d-46ee-40cd-92d9-77a7719b5a8b None None] Current status of the port f9771d6c-4b98-4c69-9491-c7cd3ce2250e is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:43:18.968147 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-88939d0d-46ee-40cd-92d9-77a7719b5a8b None None] Provisioning complete for port dd1baf70-8672-423d-a706-33a13c3d39cd triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:43:18.968524 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-88939d0d-46ee-40cd-92d9-77a7719b5a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dd1baf70-8672-423d-a706-33a13c3d39cd), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:19.041391 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-88939d0d-46ee-40cd-92d9-77a7719b5a8b None None] Current status of the port dd1baf70-8672-423d-a706-33a13c3d39cd is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:43:20.916933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35648) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:21.520304 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d332e37-57a3-43ad-8053-d1d944ae9b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:21.520685 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d332e37-57a3-43ad-8053-d1d944ae9b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:21.522213 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0d332e37-57a3-43ad-8053-d1d944ae9b6d admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.6043849 Sep 03 03:43:23.845581 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35656) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:24.306980 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd0053-70c8-4678-baca-04f0ec068257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:24.307450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd0053-70c8-4678-baca-04f0ec068257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:24.308989 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-96bd0053-70c8-4678-baca-04f0ec068257 admin admin] 10.222.0.25 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4621437 Sep 03 03:43:26.610081 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35664) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:27.070702 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c5e8bc-a389-4be4-bea2-88f3a622b19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:27.072104 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-94c5e8bc-a389-4be4-bea2-88f3a622b19f admin admin] 10.222.0.25 "GET /networking/v2.0/networks/05d0fcf3-f7dc-4141-89d3-e4904a0669a7 HTTP/1.1" status: 200 len: 869 time: 0.4609852 Sep 03 03:43:29.036321 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:29.039697 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=48,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:29.391352 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35674) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:29.852948 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c57d80-8ef4-43f2-96cb-5b7766c16906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:29.854312 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c8c57d80-8ef4-43f2-96cb-5b7766c16906 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/931cd65b-38c0-4970-baa3-853de5936c9c HTTP/1.1" status: 200 len: 886 time: 0.4616542 Sep 03 03:43:32.153431 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35682) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:32.546921 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:32.566041 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:32.595794 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31384b49-05ce-403b-b9f9-d6291e6be9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:32.596250 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31384b49-05ce-403b-b9f9-d6291e6be9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:32.597923 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-31384b49-05ce-403b-b9f9-d6291e6be9c0 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4435909 Sep 03 03:43:34.917130 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35690) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:35.354693 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4093d4b-203c-4735-b191-9d5ac26ce098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:35.355232 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4093d4b-203c-4735-b191-9d5ac26ce098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:35.356771 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-d4093d4b-203c-4735-b191-9d5ac26ce098 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4385622 Sep 03 03:43:35.547683 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:35.548353 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:37.061870 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=9 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:37.068399 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=14 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:37.649320 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35698) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:38.042182 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c34741-8e6d-4d42-b5e9-a9b8e4ed5626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:38.043547 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-48c34741-8e6d-4d42-b5e9-a9b8e4ed5626 admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/754f566f-206e-4ca7-a097-590568fef2e7 HTTP/1.1" status: 200 len: 816 time: 0.3933320 Sep 03 03:43:38.950745 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-af98ba70-b86b-45f6-862c-23566583ccc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:40.381410 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35706) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:43:40.795118 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4783809-4b17-4f1e-bea4-cc24946c1a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:43:40.796493 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a4783809-4b17-4f1e-bea4-cc24946c1a2e admin admin] 10.222.0.25 "GET /networking/v2.0/subnets/83f01e6e-be69-4965-90d7-da2453f8fa08 HTTP/1.1" status: 200 len: 868 time: 0.4141791 Sep 03 03:43:41.239515 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-0a745c84-8789-4792-ab46-78e8683225b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:42.568281 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:44.039265 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:44.151091 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:43:48.034204 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=11 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:48.039373 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=17 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:50.789804 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:50.791861 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=8 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:54.143730 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:54.145737 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:43:55.536739 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:44:08.944848 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-d0ca033f-e9b7-4763-ab74-795077a319f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:09.109478 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35762) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:44:09.457901 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [None req-8a91d912-bf86-4d72-a993-7ad4ab5c3808 admin admin] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:44:09.458922 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8a91d912-bf86-4d72-a993-7ad4ab5c3808 admin admin] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3481741 Sep 03 03:44:11.240922 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9e923e0e-23bd-45d6-9bfa-d8c82df7bc46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:11.880619 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35770) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:44:12.279771 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ed2763-a63e-401b-af0b-fc8247a2a765 admin admin] GET failed (client error): The resource could not be found. Sep 03 03:44:12.281030 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-19ed2763-a63e-401b-af0b-fc8247a2a765 admin admin] 10.222.0.25 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3993816 Sep 03 03:44:12.478296 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec4f2b1-4ed2-485f-b426-8d515e8a292e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:44:12.479782 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-aec4f2b1-4ed2-485f-b426-8d515e8a292e admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1941655 Sep 03 03:44:12.539639 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=15 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:12.545462 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=19 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:12.571039 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:14.042650 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:14.163971 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:14.818601 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35778) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:44:15.159908 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:44:15.184605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Made reservation on behalf of 1fa3555aedbc4a4eaa2e41bd6d2eeab3 for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:44:15.187198 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:15.219060 dv-cinder-799663-12-iscsi neutron-server[117866]: WARNING neutron.services.revisions.revision_plugin [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Could not find related network for resource to bump revision. Sep 03 03:44:15.232719 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:44:15.246390 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (5e785931-d546-4a3a-a427-8f829a92af97), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:15.246927 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Added segment 5e785931-d546-4a3a-a427-8f829a92af97 of type vlan for network b2eff816-ecaa-46c4-8729-53a978b55942 Sep 03 03:44:15.288675 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (b2eff816-ecaa-46c4-8729-53a978b55942), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:15.316059 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (b2eff816-ecaa-46c4-8729-53a978b55942), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:15.317421 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:44:15.317984 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:15.379392 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5595040 Sep 03 03:44:15.382206 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d181d63-08d5-4b88-9992-c9fc9ffec9dc admin admin] Pushing event updated for resources: {'Network': ['ID=b2eff816-ecaa-46c4-8729-53a978b55942,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:44:15.394195 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network b2eff816-ecaa-46c4-8729-53a978b55942 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:44:17.717792 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35786) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:44:18.093836 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.pecan_wsgi.hooks.translation [None req-454af2b5-de8e-447f-9079-6450ea4a6b6c admin admin] GET failed (client error): The resource could not be found. Sep 03 03:44:18.095165 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-454af2b5-de8e-447f-9079-6450ea4a6b6c admin admin] 10.222.0.25 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3760707 Sep 03 03:44:18.171261 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c4ba87-8924-435d-afbe-4cf9c6281054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:44:18.172718 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-68c4ba87-8924-435d-afbe-4cf9c6281054 admin admin] 10.222.0.25 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0727758 Sep 03 03:44:18.186946 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942', 'name': 'shared-subnet'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:44:18.212084 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Made reservation on behalf of 1fa3555aedbc4a4eaa2e41bd6d2eeab3 for: {'subnet': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:44:18.214467 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:18.421915 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (fbbf03a4-d474-4341-b368-1a1556cc9bdd), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:18.469416 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbf03a4-d474-4341-b368-1a1556cc9bdd,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:44:18.488014 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Checking segment: {'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:44:18.488421 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Network hostable DHCP agents. Network: b2eff816-ecaa-46c4-8729-53a978b55942, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:44:18.510053 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Network b2eff816-ecaa-46c4-8729-53a978b55942 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:44:18.523125 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, b2eff816-ecaa-46c4-8729-53a978b55942) {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:44:18.530323 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:44:18.531057 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:18.537816 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36dbc48-b006-44ee-aa76-f3ab6251653a None None] Network b2eff816-ecaa-46c4-8729-53a978b55942 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:44:18.555332 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-7061b780-f83f-4ba7-99ac-3f7ab14fc1b5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3718939 Sep 03 03:44:18.649348 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-b2eff816-ecaa-46c4-8729-53a978b55942', 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942', 'project_id': '1fa3555aedbc4a4eaa2e41bd6d2eeab3', 'fixed_ips': [{'subnet_id': 'fbbf03a4-d474-4341-b368-1a1556cc9bdd'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:44:18.650305 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:18.881217 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Allocated IP 192.168.233.2 (b2eff816-ecaa-46c4-8729-53a978b55942/fbbf03a4-d474-4341-b368-1a1556cc9bdd/7b49aa46-e9b5-4163-8e7d-874047f161d4) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:44:19.022695 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Publish callbacks [] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:19.030030 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:19.071748 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Network b2eff816-ecaa-46c4-8729-53a978b55942 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:44:19.076737 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:44:19.078778 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Pushing event updated for resources: {'Port': ['ID=7b49aa46-e9b5-4163-8e7d-874047f161d4,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:44:19.080948 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:44:19.093022 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.093364 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.093717 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.094064 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.094392 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.094717 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.095077 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.095427 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.095709 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.096103 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.096423 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.096740 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.097070 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.097369 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.099531 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:44:19.148714 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Attempting to bind port 7b49aa46-e9b5-4163-8e7d-874047f161d4 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:44:19.149004 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Attempting to bind port 7b49aa46-e9b5-4163-8e7d-874047f161d4 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:44:19.149360 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Attempting to bind port 7b49aa46-e9b5-4163-8e7d-874047f161d4 on network b2eff816-ecaa-46c4-8729-53a978b55942 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:44:19.154670 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:44:19.155068 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Checking segment: {'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:44:19.155460 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:19.155843 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Bound using segment: {'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:44:19.156299 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Bound port: 7b49aa46-e9b5-4163-8e7d-874047f161d4, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:44:19.156667 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:19.216731 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] For port 7b49aa46-e9b5-4163-8e7d-874047f161d4, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:44:19.219852 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] For port 7b49aa46-e9b5-4163-8e7d-874047f161d4, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=7b49aa46-e9b5-4163-8e7d-874047f161d4,segment=NetworkSegment(5e785931-d546-4a3a-a427-8f829a92af97),segment_id=5e785931-d546-4a3a-a427-8f829a92af97)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:44:19.226076 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:19.278828 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c8d9c-e327-49aa-afd6-a7a0b8148469 None None] Pushing event updated for resources: {'Port': ['ID=7b49aa46-e9b5-4163-8e7d-874047f161d4,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:44:19.958686 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7b49aa46-e9b5-4163-8e7d-874047f161d4 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:44:19.997291 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=88,neutron:UPDATE=9,neutron:INSERT=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:20.017121 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:20.019751 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 7b49aa46-e9b5-4163-8e7d-874047f161d4 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:44:20.020132 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:20.109833 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 7b49aa46-e9b5-4163-8e7d-874047f161d4 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:44:20.110213 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:20.121739 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181e8c20-573e-4990-8c21-dda29336b129 None None] Network b2eff816-ecaa-46c4-8729-53a978b55942 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:44:20.190041 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 7b49aa46-e9b5-4163-8e7d-874047f161d4, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=7b49aa46-e9b5-4163-8e7d-874047f161d4,segment=NetworkSegment(5e785931-d546-4a3a-a427-8f829a92af97),segment_id=5e785931-d546-4a3a-a427-8f829a92af97)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:44:20.197442 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:20.295604 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-bd3597c4-1c0c-45f0-9b75-29ae7fb06784 None None] Provisioning complete for port 7b49aa46-e9b5-4163-8e7d-874047f161d4 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:44:20.295978 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bd3597c4-1c0c-45f0-9b75-29ae7fb06784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:20.297454 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=7b49aa46-e9b5-4163-8e7d-874047f161d4,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:44:20.380447 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-bd3597c4-1c0c-45f0-9b75-29ae7fb06784 None None] Current status of the port 7b49aa46-e9b5-4163-8e7d-874047f161d4 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:44:20.497796 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-bc75a0db-26d6-477d-ac97-2c6e313f4a9a None None] Provisioning complete for port 7b49aa46-e9b5-4163-8e7d-874047f161d4 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:44:20.498176 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bc75a0db-26d6-477d-ac97-2c6e313f4a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:20.570426 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-bc75a0db-26d6-477d-ac97-2c6e313f4a9a None None] Current status of the port 7b49aa46-e9b5-4163-8e7d-874047f161d4 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:44:21.926682 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7b49aa46-e9b5-4163-8e7d-874047f161d4 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:44:21.974254 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 7b49aa46-e9b5-4163-8e7d-874047f161d4 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:44:21.974633 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7b49aa46-e9b5-4163-8e7d-874047f161d4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:22.049827 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 7b49aa46-e9b5-4163-8e7d-874047f161d4 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:44:22.469898 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=11 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:22.475310 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=11 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:28.541081 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=68,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:28.541832 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=68,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:32.041122 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:32.048037 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:32.534737 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:44:38.951937 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-94c08835-be5f-4784-bcae-92eebfb849f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:41.238019 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-32abc557-315a-49cf-9291-e7d5ba521aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:42.573845 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:44.048031 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:44.158784 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:44:49.542085 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:49.543369 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:54.151800 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:44:54.153675 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:07.531654 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:07.532747 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:08.951664 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c70427e5-1d9a-4681-93d3-ecc3d7a6c6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:09.539126 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:45:11.238700 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-740f02ab-eb01-4122-81eb-50d08a727411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:12.587522 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:14.058431 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:14.162957 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:24.151250 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:24.158387 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:26.540689 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:26.541311 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:38.944644 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-0c81d72f-b9da-4ff1-9c8b-a1773567c7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:39.206852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35830) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:45:39.212548 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [None req-00a49afa-b1c2-4496-8f20-c5e448d86b46 tempest-verify_tempest_config-1705132270 tempest-verify_tempest_config-1705132270-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:45:39.213522 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-00a49afa-b1c2-4496-8f20-c5e448d86b46 tempest-verify_tempest_config-1705132270 tempest-verify_tempest_config-1705132270-project] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056803 Sep 03 03:45:39.879526 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 35848) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:45:40.244045 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:40.359143 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Publish callbacks [] for security_group (f32d87c0-62ec-415e-a15d-782fe19f8983), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:40.363991 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (f32d87c0-62ec-415e-a15d-782fe19f8983), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:40.411616 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=eee2ca2650b54c19a091fd3e938f170f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5309315 Sep 03 03:45:40.412436 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32d87c0-62ec-415e-a15d-782fe19f8983,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:45:40.414531 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35854) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:45:40.419668 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.420007 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.420354 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.420683 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.421005 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.421329 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.421817 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.422144 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.422492 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.422832 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.423145 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.423464 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.423774 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.424087 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.424399 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecccff3-892a-42eb-9da0-1f3412f0827e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.474290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Publish callbacks [] for security_group (f32d87c0-62ec-415e-a15d-782fe19f8983), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:40.495991 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Publish callbacks [] for security_group (f32d87c0-62ec-415e-a15d-782fe19f8983), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:40.598789 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (f32d87c0-62ec-415e-a15d-782fe19f8983), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:40.601330 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:40.602478 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f32d87c0-62ec-415e-a15d-782fe19f8983 HTTP/1.1" status: 204 len: 168 time: 0.1867106 Sep 03 03:45:40.610605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32d87c0-62ec-415e-a15d-782fe19f8983,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:45:40.617596 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.617941 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.618277 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.618607 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.618976 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.619377 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.619609 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.619928 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.620266 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.620589 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.620906 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.621292 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.621539 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.621850 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:40.622161 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e513903-2e2a-41ff-a5ad-8963b1e557f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:45:41.235239 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2dcae952-f1fc-48ff-a528-637ca5fc3e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:42.580971 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:44.055397 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:44.167513 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:45:46.540176 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:45:50.415808 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=20,neutron:INSERT=8 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:50.416549 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=19,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:50.613344 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:50.614091 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:54.155101 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=7 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:45:54.161015 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:46:08.961742 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-8b8a105a-e5b8-4e23-a16d-1f9d52c77f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:09.179124 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=17 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:46:09.182572 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=17 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:46:11.237970 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-0d594f9d-fb29-4939-bb2a-8d5efe4fdad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:12.592723 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:14.068114 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:14.186412 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:23.541829 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:46:24.175566 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:46:24.179958 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:46:38.947332 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-1dc75547-f821-45c8-a16b-2e5eafa76eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:40.550685 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:46:40.551767 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:46:41.240342 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ab13b356-1f64-4907-bfd4-cc7d64cd047f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:42.596388 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:44.071733 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:44.175242 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:46:54.166589 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:46:54.170340 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:00.563008 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 5 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:47:08.950293 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-19808aae-97d4-4d42-ad40-bbcb228ef8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:09.978820 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1990699'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:11.238466 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c623b31c-1c94-4393-9663-ccc46a711c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:12.601431 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:14.078970 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:14.174582 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:17.543012 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=7 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:17.543795 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:22.364169 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35950) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:47:22.501314 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-aa9c72a7-5534-4a9f-b5d4-b928d668f838 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1360123 Sep 03 03:47:24.165844 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:24.167796 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:24.699516 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 35960) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:47:24.767845 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-517ec793-6faf-4468-aa66-fcbf35251156 admin admin] 10.222.0.25 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0669446 Sep 03 03:47:34.761845 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:34.763042 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:37.547570 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:47:38.957280 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-df6d2e36-48af-4db1-8bf3-416df3edc7fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:39.941469 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:41.243989 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-02a72b7a-cafe-4ce5-b10f-995bf46dc744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:42.597959 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:44.079647 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:44.180167 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:47:54.168845 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:54.171515 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:54.546209 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:47:54.547222 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:08.943019 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-13f30c16-9da4-466f-b719-d1430c671d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:09.206600 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=11 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:09.208949 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=15 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:09.957811 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:11.239366 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f99c9ba8-ab26-4ff2-9134-d8b3d76f9468 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:12.598681 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:14.078603 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:14.178205 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:14.547943 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:48:24.168870 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:24.172313 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:31.543293 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:31.543909 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:38.946257 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-436663bb-6ca1-46d6-a459-4c61601aadf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:39.963811 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:41.243773 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-d4ae62f2-78b2-456d-8d3e-3d895564fbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:42.602145 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:44.080274 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:44.174251 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:51.548022 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:48:54.161436 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=23 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:54.167640 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=21,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:55.474329 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36140) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:55.759660 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-397512412-network', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:55.781637 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Made reservation on behalf of 12347de4d2e5465b9a00004084fcb85c for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:55.784028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:55.792645 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:55.867608 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Publish callbacks [] for security_group (ff54ea9d-ff79-45bc-84bd-171ea4df3dbc), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:55.872447 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ff54ea9d-ff79-45bc-84bd-171ea4df3dbc), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:55.915324 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36168) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:55.915909 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff54ea9d-ff79-45bc-84bd-171ea4df3dbc,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:55.918298 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:48:55.926308 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.926840 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.927171 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.927500 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.927823 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.928209 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.928456 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.928948 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.929267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.929581 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.929919 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.930226 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.930542 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.931026 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.931482 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Tracked resource versions report: Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: pushed versions: Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: { 'AddressGroup': {'1.2'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Agent': {'1.1'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'ConntrackHelper': {'1.0'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'LocalIPAssociation': {'1.0'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Log': {'1.0'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'NDPProxy': {'1.0'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Network': {'1.1'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Port': {'1.7'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'PortForwarding': {'1.3'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'QosPolicy': {'1.10'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SecurityGroup': {'1.5'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SecurityGroupRule': {'1.2'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SubPort': {'1.0'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Subnet': {'1.1'}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Trunk': {'1.1'}} Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: consumer versions: Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: { DHCP agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: HyperV agent@hv-cinder-79966: {}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: L3 agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: Metadata agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: Metering agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: Open vSwitch agent@dv-cinder-799663-12-iscsi: { 'AddressGroup': '1.2', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Agent': '1.1', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'ConntrackHelper': '1.0', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'LocalIPAssociation': '1.0', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Log': '1.0', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'NDPProxy': '1.0', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Network': '1.1', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Port': '1.7', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'PortForwarding': '1.3', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'QosPolicy': '1.10', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SecurityGroup': '1.5', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SecurityGroupRule': '1.2', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'SubPort': '1.0', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Subnet': '1.1', Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: 'Trunk': '1.1'}} Sep 03 03:48:55.932827 dv-cinder-799663-12-iscsi neutron-server[117866]: {{(pid=117866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 03:48:55.948896 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (4a38423d-c6e0-4b2e-a80b-cc786f4a93ae), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:55.949597 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Added segment 4a38423d-c6e0-4b2e-a80b-cc786f4a93ae of type vlan for network 335e6c24-2920-465c-b2cd-3b3be68e2751 Sep 03 03:48:56.012343 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (335e6c24-2920-465c-b2cd-3b3be68e2751), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.039144 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (335e6c24-2920-465c-b2cd-3b3be68e2751), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.040034 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:56.040677 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.086497 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36178) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:56.109791 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] Pushing event updated for resources: {'Network': ['ID=335e6c24-2920-465c-b2cd-3b3be68e2751,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:56.118175 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36182) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:56.118401 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c2eb7f2c-0371-4264-8f24-f835baa52c9e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6418040 Sep 03 03:48:56.125349 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Request body: {'subnet': {'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-397512412-subnet', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:56.131477 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:48:56.161967 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Made reservation on behalf of 12347de4d2e5465b9a00004084fcb85c for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:56.166552 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.353105 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-423822187-network', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:56.380177 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (a9bdd747-577e-40f6-b0eb-a0f32c6f0659), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.424619 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Made reservation on behalf of ac9e77355ba040bda4f2186753df7b24 for: {'network': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:56.427487 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.450410 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.468587 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9bdd747-577e-40f6-b0eb-a0f32c6f0659,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:56.487877 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-network', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:56.493537 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.493868 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.494194 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.494515 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.494851 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.495168 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.495480 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.495788 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.496118 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.496623 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.496936 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.497241 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.497719 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.498025 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.498331 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Tracked resource versions report: Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: pushed versions: Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: { 'AddressGroup': {'1.2'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Agent': {'1.1'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'ConntrackHelper': {'1.0'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'LocalIPAssociation': {'1.0'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Log': {'1.0'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'NDPProxy': {'1.0'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Network': {'1.1'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Port': {'1.7'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'PortForwarding': {'1.3'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'QosPolicy': {'1.10'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SecurityGroup': {'1.5'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SecurityGroupRule': {'1.2'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SubPort': {'1.0'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Subnet': {'1.1'}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Trunk': {'1.1'}} Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: consumer versions: Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: { DHCP agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: HyperV agent@hv-cinder-79966: {}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: L3 agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: Metadata agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: Metering agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: Open vSwitch agent@dv-cinder-799663-12-iscsi: { 'AddressGroup': '1.2', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Agent': '1.1', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'ConntrackHelper': '1.0', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'LocalIPAssociation': '1.0', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Log': '1.0', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'NDPProxy': '1.0', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Network': '1.1', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Port': '1.7', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'PortForwarding': '1.3', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'QosPolicy': '1.10', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SecurityGroup': '1.5', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SecurityGroupRule': '1.2', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'SubPort': '1.0', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Subnet': '1.1', Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: 'Trunk': '1.1'}} Sep 03 03:48:56.499560 dv-cinder-799663-12-iscsi neutron-server[117867]: {{(pid=117867) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 03:48:56.516385 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36198) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:56.534190 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Checking segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:48:56.534529 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Network hostable DHCP agents. Network: 335e6c24-2920-465c-b2cd-3b3be68e2751, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:48:56.545064 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Made reservation on behalf of f3077cfc588042e0a1becefe1363385c for: {'network': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:56.547438 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.557116 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36208) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:56.580269 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.598723 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:48:56.621399 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-network', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:56.634698 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 335e6c24-2920-465c-b2cd-3b3be68e2751) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:48:56.646081 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Made reservation on behalf of 4d80eadc5cc34322b85201c50b3c6552 for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:56.648232 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:56.648700 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.651084 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4517c60-c7d8-4b07-a204-80d6940cb023 None None] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:48:56.656199 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.667113 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.713170 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Publish callbacks [] for security_group (fdb2816d-2d64-4476-bf5a-5f075025d5c7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.734724 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (fdb2816d-2d64-4476-bf5a-5f075025d5c7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.739346 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:56.793480 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-335e6c24-2920-465c-b2cd-3b3be68e2751', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:48:56.794533 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.802926 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1ce3faa5-69b3-4b96-b0ad-10b47063bb42 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6833460 Sep 03 03:48:56.808157 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Publish callbacks [] for security_group (98545854-53b5-4029-a4d1-49e71f9a13f0), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.810146 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36232) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:56.810450 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=117867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:48:56.815980 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:56.823296 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (98545854-53b5-4029-a4d1-49e71f9a13f0), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.834180 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788397799563', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (0ed2428c-7383-474e-864b-cc0fa6698cea), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.834703 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Unsubscribe: segment precommit_create {{(pid=117867) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 03:48:56.835650 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.segments_db [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Added segment 0ed2428c-7383-474e-864b-cc0fa6698cea of type vlan for network 3310a324-39c6-4074-b839-e8b47e45dc07 Sep 03 03:48:56.838948 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:48:56.851270 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (fc588557-2b6a-4f66-9bbb-5a715d5ad6d2), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.852133 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Added segment fc588557-2b6a-4f66-9bbb-5a715d5ad6d2 of type vlan for network a31ab79a-5d78-4441-9a2d-dcb13a26f9be Sep 03 03:48:56.908874 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (a31ab79a-5d78-4441-9a2d-dcb13a26f9be), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.924901 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (3310a324-39c6-4074-b839-e8b47e45dc07), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.954718 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=72,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:56.960083 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1696821254-network', 'tenant_id': '968cc9376f884f67b20b91547211fffd'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:56.971237 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (7939a9d6-dab5-42a5-9468-40c3ad74722d), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.973078 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (7939a9d6-dab5-42a5-9468-40c3ad74722d), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.983287 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=21,neutron:UPDATE=5,neutron:SELECT=74 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:56.985258 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Allocated IP 172.20.0.2 (335e6c24-2920-465c-b2cd-3b3be68e2751/a9bdd747-577e-40f6-b0eb-a0f32c6f0659/c286a720-4591-47d6-b5c3-6b54762c95c7) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:48:56.989199 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98545854-53b5-4029-a4d1-49e71f9a13f0,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:56.998872 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (3310a324-39c6-4074-b839-e8b47e45dc07), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:56.999933 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:57.000490 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.009209 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (a31ab79a-5d78-4441-9a2d-dcb13a26f9be), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.010501 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:57.011307 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.021547 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:57.042331 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb2816d-2d64-4476-bf5a-5f075025d5c7,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:57.216892 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Publish callbacks [] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.228235 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.300882 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7830911 Sep 03 03:48:57.303344 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:48:57.307672 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] Pushing event updated for resources: {'Network': ['ID=3310a324-39c6-4074-b839-e8b47e45dc07,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:57.307832 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:48:57.316818 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:48:57.322753 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks [] for router_controller (7939a9d6-dab5-42a5-9468-40c3ad74722d), precommit_add_association {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.323679 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36246) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:57.324481 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Made reservation on behalf of 968cc9376f884f67b20b91547211fffd for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:57.327284 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.337771 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Request body: {'subnet': {'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-subnet', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:57.358411 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Publish callbacks [] for security_group (6bab6346-c81f-4437-b8a0-c49fd73357b1), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.362324 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f1e9823a-adfa-4c2a-b769-35b676d21234 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4451542 Sep 03 03:48:57.364381 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4da0a4-5c79-456f-95e6-f279c4c62aeb admin admin] Pushing event updated for resources: {'Network': ['ID=a31ab79a-5d78-4441-9a2d-dcb13a26f9be,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:57.368253 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.368727 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36250) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:57.379030 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Request body: {'subnet': {'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-423822187-subnet', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:57.416489 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (6bab6346-c81f-4437-b8a0-c49fd73357b1), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.437265 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:48:57.450545 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=117867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:48:57.471256 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Attempting to bind port c286a720-4591-47d6-b5c3-6b54762c95c7 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:48:57.475725 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Attempting to bind port c286a720-4591-47d6-b5c3-6b54762c95c7 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:48:57.476172 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Attempting to bind port c286a720-4591-47d6-b5c3-6b54762c95c7 on network 335e6c24-2920-465c-b2cd-3b3be68e2751 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:48:57.476732 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (4a355cac-0ac1-41a0-8dc9-734373d63483), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.477066 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.segments_db [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Added segment 4a355cac-0ac1-41a0-8dc9-734373d63483 of type vlan for network 623f82bb-85e8-446e-8a72-4128e524e83a Sep 03 03:48:57.480995 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Made reservation on behalf of 4d80eadc5cc34322b85201c50b3c6552 for: {'subnet': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:57.484182 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.554361 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (623f82bb-85e8-446e-8a72-4128e524e83a), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.575297 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Pushing event updated for resources: {'Port': ['ID=c286a720-4591-47d6-b5c3-6b54762c95c7,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:57.583260 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Made reservation on behalf of ac9e77355ba040bda4f2186753df7b24 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:57.586009 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.591009 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:48:57.593860 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (623f82bb-85e8-446e-8a72-4128e524e83a), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.595212 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:57.595364 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Checking segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:48:57.595486 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.596513 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.597145 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Bound using segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:48:57.599238 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Bound port: c286a720-4591-47d6-b5c3-6b54762c95c7, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:48:57.600433 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.631248 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 3310a324-39c6-4074-b839-e8b47e45dc07 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:48:57.636429 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks [] for router_gateway (7939a9d6-dab5-42a5-9468-40c3ad74722d), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.690883 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Pushing event updated for resources: {'Network': ['ID=623f82bb-85e8-446e-8a72-4128e524e83a,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:57.696059 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6081016 Sep 03 03:48:57.701512 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36258) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:57.740892 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Request body: {'subnet': {'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-subnet', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:57.774989 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 623f82bb-85e8-446e-8a72-4128e524e83a details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:48:57.814142 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53137c56-9acb-4166-bfba-73c5153b7d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bab6346-c81f-4437-b8a0-c49fd73357b1,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:57.815837 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Publish callbacks [] for security_group (71f1b741-df0f-4620-929a-25cf19193710), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.833901 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (71f1b741-df0f-4620-929a-25cf19193710), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.849818 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Made reservation on behalf of f3077cfc588042e0a1becefe1363385c for: {'subnet': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:57.850238 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.850584 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.851065 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.851609 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.852045 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.852380 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.852771 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.852922 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:57.853183 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.853518 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.853834 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.854328 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.854862 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.855344 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.855818 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.856445 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Tracked resource versions report: Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: pushed versions: Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: { 'AddressGroup': {'1.2'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Agent': {'1.1'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'ConntrackHelper': {'1.0'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'LocalIPAssociation': {'1.0'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Log': {'1.0'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'NDPProxy': {'1.0'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Network': {'1.1'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Port': {'1.7'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'PortForwarding': {'1.3'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'QosPolicy': {'1.10'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SecurityGroup': {'1.5'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SecurityGroupRule': {'1.2'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SubPort': {'1.0'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Subnet': {'1.1'}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Trunk': {'1.1'}} Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: consumer versions: Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: { DHCP agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: HyperV agent@hv-cinder-79966: {}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: L3 agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: Metadata agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: Metering agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: Open vSwitch agent@dv-cinder-799663-12-iscsi: { 'AddressGroup': '1.2', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Agent': '1.1', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'ConntrackHelper': '1.0', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'LocalIPAssociation': '1.0', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Log': '1.0', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'NDPProxy': '1.0', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Network': '1.1', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Port': '1.7', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'PortForwarding': '1.3', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'QosPolicy': '1.10', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SecurityGroup': '1.5', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SecurityGroupRule': '1.2', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'SubPort': '1.0', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Subnet': '1.1', Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: 'Trunk': '1.1'}} Sep 03 03:48:57.858140 dv-cinder-799663-12-iscsi neutron-server[117868]: {{(pid=117868) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 03:48:57.976256 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-f60be88b-bd08-434a-919c-a7094570644f None None] For port c286a720-4591-47d6-b5c3-6b54762c95c7, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:48:57.982278 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-f60be88b-bd08-434a-919c-a7094570644f None None] For port c286a720-4591-47d6-b5c3-6b54762c95c7, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c286a720-4591-47d6-b5c3-6b54762c95c7,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:48:57.993476 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:57.996321 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.023030 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:48:58.084868 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:58.116142 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:58.117097 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:58.121006 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (60a4659c-255a-4e16-8248-d3aeaaefdf02), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.125680 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60be88b-bd08-434a-919c-a7094570644f None None] Pushing event updated for resources: {'Port': ['ID=c286a720-4591-47d6-b5c3-6b54762c95c7,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:58.141127 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (1f953d32-fbf7-4455-9376-348c07a6015c), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.141613 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Added segment 1f953d32-fbf7-4455-9376-348c07a6015c of type vlan for network 419c559d-069c-43da-873e-5269227abec0 Sep 03 03:48:58.155196 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:58.156031 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f1b741-df0f-4620-929a-25cf19193710,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:58.240587 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a4659c-255a-4e16-8248-d3aeaaefdf02,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:58.259850 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Checking segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:48:58.261488 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Network hostable DHCP agents. Network: 3310a324-39c6-4074-b839-e8b47e45dc07, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:48:58.307927 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Network 3310a324-39c6-4074-b839-e8b47e45dc07 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:48:58.333657 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 3310a324-39c6-4074-b839-e8b47e45dc07) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:48:58.338939 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:58.339528 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.344475 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8b0aac-3219-4083-b7cc-ca35ebd582c3 None None] Network 3310a324-39c6-4074-b839-e8b47e45dc07 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:48:58.370317 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (419c559d-069c-43da-873e-5269227abec0), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.511165 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a0a3900e-a94f-429e-b412-09518d6daafc admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0232363 Sep 03 03:48:58.511165 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36288) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:58.511165 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:58.511165 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.511165 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.511737 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (ab296ad1-dac0-43dd-bc96-96edc9191eb2), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.615060 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-3310a324-39c6-4074-b839-e8b47e45dc07', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:48:58.616002 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.624663 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks [] for router_controller (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), precommit_add_association {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.683355 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (419c559d-069c-43da-873e-5269227abec0), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.684457 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:58.685879 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.690076 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks [] for router_gateway (7939a9d6-dab5-42a5-9468-40c3ad74722d), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.747161 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.809938 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks [] for router_gateway (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.899840 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3414629 Sep 03 03:48:58.901036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (a846cc85-2530-4191-92e7-e38e35e54090), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:58.909669 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36312) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:58.914950 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Request body: {'subnet': {'network_id': '419c559d-069c-43da-873e-5269227abec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1696821254-subnet', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:58.941243 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Allocated IP 172.20.0.2 (3310a324-39c6-4074-b839-e8b47e45dc07/60a4659c-255a-4e16-8248-d3aeaaefdf02/21b595bc-5a4c-41f6-9640-c1e97f0cb34c) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:48:58.985869 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab296ad1-dac0-43dd-bc96-96edc9191eb2,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:59.125857 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Made reservation on behalf of 968cc9376f884f67b20b91547211fffd for: {'subnet': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:48:59.128429 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.254642 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Publish callbacks [] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.268860 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.308389 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f692959-2353-44ac-874b-00b3cde30865 admin admin] Pushing event updated for resources: {'Network': ['ID=419c559d-069c-43da-873e-5269227abec0,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:59.318535 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a846cc85-2530-4191-92e7-e38e35e54090,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:59.324417 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 419c559d-069c-43da-873e-5269227abec0 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:48:59.328242 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Checking segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:48:59.328716 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Network hostable DHCP agents. Network: 623f82bb-85e8-446e-8a72-4128e524e83a, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:48:59.329763 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks [] for router_gateway (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.334751 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Network 3310a324-39c6-4074-b839-e8b47e45dc07 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:48:59.340454 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:48:59.343558 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:48:59.374099 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.375112 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Allocated IP 172.27.4.74 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/04d667da-5603-434d-b319-c7f67eefc163) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:48:59.391286 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:59.428922 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Checking segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:48:59.429405 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Network hostable DHCP agents. Network: a31ab79a-5d78-4441-9a2d-dcb13a26f9be, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:48:59.447845 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Pushing event updated for resources: {'Port': ['ID=21b595bc-5a4c-41f6-9640-c1e97f0cb34c,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:59.491474 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Attempting to bind port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:48:59.491945 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Attempting to bind port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:48:59.492452 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Attempting to bind port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:48:59.496428 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Network 623f82bb-85e8-446e-8a72-4128e524e83a is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:48:59.503178 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:48:59.503566 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Checking segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:48:59.508527 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.509234 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Bound using segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:48:59.509629 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Bound port: 21b595bc-5a4c-41f6-9640-c1e97f0cb34c, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:48:59.510050 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.526371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=9,neutron:SELECT=84,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:59.538757 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 623f82bb-85e8-446e-8a72-4128e524e83a) {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:48:59.560080 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ba4b39-6798-484f-b758-f5ead3e7b635 None None] Network 623f82bb-85e8-446e-8a72-4128e524e83a requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:48:59.573096 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36334) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:59.578653 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:48:59.586448 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:59.587422 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.611836 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, a31ab79a-5d78-4441-9a2d-dcb13a26f9be) {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:48:59.649323 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:48:59.650147 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.690696 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0fae8854-0471-4ec1-ba5a-5802394db458 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9834149 Sep 03 03:48:59.696285 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36340) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:59.702570 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:59.732243 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks [] for port (04d667da-5603-434d-b319-c7f67eefc163), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.739578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120a125a-799d-4206-9320-6cf2ab8a76df None None] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:48:59.744131 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-42cc7436-71c9-42bf-9c1c-20747a90e52e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4099567 Sep 03 03:48:59.747920 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36346) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:48:59.760620 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:48:59.764001 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ab79d11b-7cbd-4202-a530-2a27f9b2ba11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.781542 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (88fb5e25-630e-4aa7-862a-7bb410130953), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.788811 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb01170-4f18-45aa-9191-df10aea3c88c None None] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:48:59.821867 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:59.828956 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (1877da56-6118-43dc-a586-5d89674808b6), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.830342 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (1877da56-6118-43dc-a586-5d89674808b6), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.846611 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (591cc300-297a-457e-8305-0580885af0f6), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.847775 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (591cc300-297a-457e-8305-0580885af0f6), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.864181 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (04d667da-5603-434d-b319-c7f67eefc163), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.864819 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] For port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:48:59.885165 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fb5e25-630e-4aa7-862a-7bb410130953,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:48:59.905199 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=13 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:59.920110 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:59.939937 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] For port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=21b595bc-5a4c-41f6-9640-c1e97f0cb34c,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:48:59.971370 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:48:59.987606 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:48:59.999772 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c689974f-b33c-4de2-9d62-9349e90e14f4 None None] Provisioning complete for port c286a720-4591-47d6-b5c3-6b54762c95c7 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:00.000276 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c689974f-b33c-4de2-9d62-9349e90e14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.031594 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks [] for router_controller (1877da56-6118-43dc-a586-5d89674808b6), precommit_add_association {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.055838 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Allocated IP 172.27.4.99 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/c7ca8c66-26f0-47b1-a767-11097cbc3cf4) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:00.194188 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:00.195301 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:00.195617 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ab79d11b-7cbd-4202-a530-2a27f9b2ba11 admin admin] Publish callbacks [] for security_group (36e8c6b2-e36a-46f8-818f-0caaebc5f3ae), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.229292 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:00.232485 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-623f82bb-85e8-446e-8a72-4128e524e83a', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:49:00.233963 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.238759 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c286a720-4591-47d6-b5c3-6b54762c95c7 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:00.258568 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ab79d11b-7cbd-4202-a530-2a27f9b2ba11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (36e8c6b2-e36a-46f8-818f-0caaebc5f3ae), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.287322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Checking segment: {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:00.287678 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Network hostable DHCP agents. Network: 419c559d-069c-43da-873e-5269227abec0, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:49:00.295665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks [] for router_controller (591cc300-297a-457e-8305-0580885af0f6), precommit_add_association {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.304279 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Pushing event updated for resources: {'Port': ['ID=04d667da-5603-434d-b319-c7f67eefc163,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:00.316361 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:49:00.317860 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.459345 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks [] for router_gateway (1877da56-6118-43dc-a586-5d89674808b6), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.477341 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ab79d11b-7cbd-4202-a530-2a27f9b2ba11 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ae92edf3ac0c4e0c9fff79714b62a4ab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9026585 Sep 03 03:49:00.484930 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36366) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:00.496693 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab79d11b-7cbd-4202-a530-2a27f9b2ba11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e8c6b2-e36a-46f8-818f-0caaebc5f3ae,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:00.553607 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:00.565113 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Network 419c559d-069c-43da-873e-5269227abec0 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:49:00.626932 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks [] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.680443 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 419c559d-069c-43da-873e-5269227abec0) {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:00.697167 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Allocated IP 172.20.0.2 (623f82bb-85e8-446e-8a72-4128e524e83a/ab296ad1-dac0-43dd-bc96-96edc9191eb2/b77366cc-6ec5-4daa-ba12-3a0db442d97f) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:00.715450 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-34c535fa-3516-4989-988e-f18a18ae924b admin admin] Publish callbacks [] for security_group (36e8c6b2-e36a-46f8-818f-0caaebc5f3ae), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.723351 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:00.724032 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.767640 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks [] for router_gateway (591cc300-297a-457e-8305-0580885af0f6), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.773047 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-34c535fa-3516-4989-988e-f18a18ae924b admin admin] Publish callbacks [] for security_group (36e8c6b2-e36a-46f8-818f-0caaebc5f3ae), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.775421 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.780269 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-70005b69-d7ea-4d39-a005-d167d83fa75d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8691115 Sep 03 03:49:00.780924 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36370) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:00.788602 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:00.817656 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (8cb88cf9-41f9-4505-a662-8daf4403e238), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.818658 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (8cb88cf9-41f9-4505-a662-8daf4403e238), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.850405 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82fcbc-cc55-42a9-a599-583e4b3317c7 None None] Pushing event updated for resources: {'Port': ['ID=21b595bc-5a4c-41f6-9640-c1e97f0cb34c,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:00.869758 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:00.888611 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:00.897572 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks [] for router_gateway (7939a9d6-dab5-42a5-9468-40c3ad74722d), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.899642 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:00.906676 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:00.913816 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks [] for router_gateway (1877da56-6118-43dc-a586-5d89674808b6), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.944698 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:00.945735 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Publish callbacks [] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.945869 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Pushing event updated for resources: {'Port': ['ID=c7ca8c66-26f0-47b1-a767-11097cbc3cf4,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:00.952960 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:00.968062 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c313be14-ddac-4291-8c87-6f79e5431501 None None] Network 419c559d-069c-43da-873e-5269227abec0 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:49:00.978472 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:00.995551 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c286a720-4591-47d6-b5c3-6b54762c95c7 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:00.996108 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.022320 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:01.097810 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-34c535fa-3516-4989-988e-f18a18ae924b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (36e8c6b2-e36a-46f8-818f-0caaebc5f3ae), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.100785 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-34c535fa-3516-4989-988e-f18a18ae924b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.101911 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-34c535fa-3516-4989-988e-f18a18ae924b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/36e8c6b2-e36a-46f8-818f-0caaebc5f3ae HTTP/1.1" status: 204 len: 168 time: 0.6149323 Sep 03 03:49:01.165112 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c535fa-3516-4989-988e-f18a18ae924b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e8c6b2-e36a-46f8-818f-0caaebc5f3ae,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:01.172707 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks [] for router_controller (8cb88cf9-41f9-4505-a662-8daf4403e238), precommit_add_association {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.199016 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Allocated IP 172.20.0.2 (a31ab79a-5d78-4441-9a2d-dcb13a26f9be/a846cc85-2530-4191-92e7-e38e35e54090/080e4a6a-1b9e-4e5a-932e-485fc6f16758) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:01.300160 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.316209 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Allocated IP 172.27.4.10 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/6592d72b-d22d-4e18-8430-64197e5b0c84) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:01.396323 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:01.470219 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Network 623f82bb-85e8-446e-8a72-4128e524e83a is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:01.485053 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:01.494611 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks [] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.513237 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:01.523692 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c689974f-b33c-4de2-9d62-9349e90e14f4 None None] Current status of the port c286a720-4591-47d6-b5c3-6b54762c95c7 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:01.524197 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c689974f-b33c-4de2-9d62-9349e90e14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.661642 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Pushing event updated for resources: {'Port': ['ID=b77366cc-6ec5-4daa-ba12-3a0db442d97f,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:01.749685 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks [] for router_gateway (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.774338 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c689974f-b33c-4de2-9d62-9349e90e14f4 None None] For port c286a720-4591-47d6-b5c3-6b54762c95c7, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c286a720-4591-47d6-b5c3-6b54762c95c7,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:01.776025 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8135236d-2f7f-419d-932d-ee019897421f None None] Network 3310a324-39c6-4074-b839-e8b47e45dc07 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:49:01.820016 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36400) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:01.825756 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c689974f-b33c-4de2-9d62-9349e90e14f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.837363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks [] for router_gateway (8cb88cf9-41f9-4505-a662-8daf4403e238), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.843029 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:01.844789 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (7939a9d6-dab5-42a5-9468-40c3ad74722d), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.848416 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36402) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:01.862059 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-166b052f-6e9b-4288-b4ea-94a43be054c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.907974 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-419c559d-069c-43da-873e-5269227abec0', 'network_id': '419c559d-069c-43da-873e-5269227abec0', 'project_id': '968cc9376f884f67b20b91547211fffd', 'fixed_ips': [{'subnet_id': '88fb5e25-630e-4aa7-862a-7bb410130953'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:49:01.908995 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.919145 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Attempting to bind port b77366cc-6ec5-4daa-ba12-3a0db442d97f on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:01.919514 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Attempting to bind port b77366cc-6ec5-4daa-ba12-3a0db442d97f by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:01.919939 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Attempting to bind port b77366cc-6ec5-4daa-ba12-3a0db442d97f on network 623f82bb-85e8-446e-8a72-4128e524e83a {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:01.921987 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c286a720-4591-47d6-b5c3-6b54762c95c7 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:01.922384 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.928436 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Publish callbacks [] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.959647 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:01.976962 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.977895 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.980512 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:01.981000 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Checking segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:01.981654 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:01.982408 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Bound using segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:01.982969 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Bound port: b77366cc-6ec5-4daa-ba12-3a0db442d97f, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:01.983471 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.031290 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:02.048615 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Provisioning complete for port c286a720-4591-47d6-b5c3-6b54762c95c7 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:02.049074 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.176342 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:02.194162 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:02.210291 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:02.219286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689974f-b33c-4de2-9d62-9349e90e14f4 None None] Pushing event updated for resources: {'Port': ['ID=c286a720-4591-47d6-b5c3-6b54762c95c7,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:02.264918 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Pushing event updated for resources: {'Port': ['ID=6592d72b-d22d-4e18-8430-64197e5b0c84,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:02.273153 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ed72a36b-2b28-4d18-9de8-359562011d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.313448 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks [] for router_gateway (591cc300-297a-457e-8305-0580885af0f6), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.325167 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:02.338848 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks [] for router_gateway (8cb88cf9-41f9-4505-a662-8daf4403e238), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.362521 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:02.375376 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.380601 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-166b052f-6e9b-4288-b4ea-94a43be054c3 admin admin] Publish callbacks [] for security_group (b6212113-4872-458c-9c15-b1db298efdf7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.384580 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.385847 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:02.396631 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:02.404269 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-166b052f-6e9b-4288-b4ea-94a43be054c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (b6212113-4872-458c-9c15-b1db298efdf7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.445318 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.458410 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.db.api [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 03:49:02.459497 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG oslo_db.api [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 03:49:02.489515 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-166b052f-6e9b-4288-b4ea-94a43be054c3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c00ba11d3b4041179ed29f4906eefe0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6645319 Sep 03 03:49:02.499430 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36412) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:02.524717 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b052f-6e9b-4288-b4ea-94a43be054c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6212113-4872-458c-9c15-b1db298efdf7,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:02.559061 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:02.603092 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Pushing event updated for resources: {'Port': ['ID=080e4a6a-1b9e-4e5a-932e-485fc6f16758,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:02.608699 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] For port b77366cc-6ec5-4daa-ba12-3a0db442d97f, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:02.614995 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Router 7939a9d6-dab5-42a5-9468-40c3ad74722d is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:49:02.630093 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Allocated IP 172.27.4.60 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/db5c9fc5-691c-4c13-8553-cd0727e3f4c6) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:02.634196 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b6de3d8f-80ae-4f86-aff8-a658add2500a admin admin] Publish callbacks [] for security_group (b6212113-4872-458c-9c15-b1db298efdf7), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.659116 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] For port b77366cc-6ec5-4daa-ba12-3a0db442d97f, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=b77366cc-6ec5-4daa-ba12-3a0db442d97f,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:02.663950 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:02.665196 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Attempting to bind port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:02.665618 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Attempting to bind port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:02.665980 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Attempting to bind port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 on network a31ab79a-5d78-4441-9a2d-dcb13a26f9be {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:02.675527 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:02.676096 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Checking segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:02.676514 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.676974 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Bound using segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:02.677484 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Bound port: 080e4a6a-1b9e-4e5a-932e-485fc6f16758, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:02.677846 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.693569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Allocated IP 172.20.0.2 (419c559d-069c-43da-873e-5269227abec0/88fb5e25-630e-4aa7-862a-7bb410130953/739df7f1-979d-40e8-aaec-1264cef2531e) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:02.694585 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ed72a36b-2b28-4d18-9de8-359562011d90 admin admin] Publish callbacks [] for security_group (be9d2059-0580-49b5-b559-610ad91b4f97), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.697901 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Current status of the port c286a720-4591-47d6-b5c3-6b54762c95c7 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:02.699085 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b6de3d8f-80ae-4f86-aff8-a658add2500a admin admin] Publish callbacks [] for security_group (b6212113-4872-458c-9c15-b1db298efdf7), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.700895 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.713425 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ed72a36b-2b28-4d18-9de8-359562011d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (be9d2059-0580-49b5-b559-610ad91b4f97), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.775852 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks [] for router_gateway (1877da56-6118-43dc-a586-5d89674808b6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.790915 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b27dfa-64b1-4347-880e-baa0b433899a None None] Pushing event updated for resources: {'Port': ['ID=b77366cc-6ec5-4daa-ba12-3a0db442d97f,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:02.809671 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Provisioning complete for port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:02.810178 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.828842 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ed72a36b-2b28-4d18-9de8-359562011d90 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=798ac7907fc047889ade5c052b2140fb&name=default HTTP/1.1" status: 200 len: 2993 time: 0.9778335 Sep 03 03:49:02.829931 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36414) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:02.846138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed72a36b-2b28-4d18-9de8-359562011d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9d2059-0580-49b5-b559-610ad91b4f97,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:02.888988 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:02.908269 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:02.922639 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Sync routers for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:02.930681 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b6de3d8f-80ae-4f86-aff8-a658add2500a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (b6212113-4872-458c-9c15-b1db298efdf7), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.933313 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b6de3d8f-80ae-4f86-aff8-a658add2500a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.939748 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-b6de3d8f-80ae-4f86-aff8-a658add2500a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b6212113-4872-458c-9c15-b1db298efdf7 HTTP/1.1" status: 204 len: 168 time: 0.4341226 Sep 03 03:49:02.943683 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:02.944481 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:48:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:02.957052 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:49:02.963436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:02.968886 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1071b4eb-0635-4bab-9e6c-38520db72d2b admin admin] Publish callbacks [] for security_group (be9d2059-0580-49b5-b559-610ad91b4f97), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.981168 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:02.988902 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-86369cc0-e887-498c-914f-dcb47af547a3 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1771762 Sep 03 03:49:02.993926 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks [] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.000210 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36418) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:03.004523 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de3d8f-80ae-4f86-aff8-a658add2500a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6212113-4872-458c-9c15-b1db298efdf7,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:03.234509 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.251121 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Publish callbacks [] for port (739df7f1-979d-40e8-aaec-1264cef2531e), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.264792 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:03.265714 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c286a720-4591-47d6-b5c3-6b54762c95c7 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:03.267350 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (1877da56-6118-43dc-a586-5d89674808b6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.275483 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:03.281674 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1071b4eb-0635-4bab-9e6c-38520db72d2b admin admin] Publish callbacks [] for security_group (be9d2059-0580-49b5-b559-610ad91b4f97), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.294148 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:03.294926 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.333769 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] For port 080e4a6a-1b9e-4e5a-932e-485fc6f16758, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:03.373345 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] For port 080e4a6a-1b9e-4e5a-932e-485fc6f16758, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=080e4a6a-1b9e-4e5a-932e-485fc6f16758,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:03.414655 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:03.439013 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:03.464500 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:03.500899 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.507854 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:03.515149 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:03.520014 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Network 419c559d-069c-43da-873e-5269227abec0 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:03.554393 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.560865 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-c7ab30ab-3ac7-482c-bbdf-759e2221f14a admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.1608534 Sep 03 03:49:03.573709 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:03.595277 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:03.599296 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36432) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:03.627596 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:03.627596 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:48:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:03.636876 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Pushing event updated for resources: {'Port': ['ID=739df7f1-979d-40e8-aaec-1264cef2531e,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:03.734895 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Allocated IP 172.27.4.199 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/098729ac-473a-4cbe-83f6-387614239a99) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:03.782709 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:00Z', 'revision_number': 3, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:48:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:03.806348 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Pushing event updated for resources: {'Port': ['ID=db5c9fc5-691c-4c13-8553-cd0727e3f4c6,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:03.817863 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Checking router: 7939a9d6-dab5-42a5-9468-40c3ad74722d for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:03.818966 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Updating router 7939a9d6-dab5-42a5-9468-40c3ad74722d port 04d667da-5603-434d-b319-c7f67eefc163 binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:03.871217 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (04d667da-5603-434d-b319-c7f67eefc163), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.925520 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1071b4eb-0635-4bab-9e6c-38520db72d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (be9d2059-0580-49b5-b559-610ad91b4f97), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.929751 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1071b4eb-0635-4bab-9e6c-38520db72d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:03.938162 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1071b4eb-0635-4bab-9e6c-38520db72d2b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/be9d2059-0580-49b5-b559-610ad91b4f97 HTTP/1.1" status: 204 len: 168 time: 1.1041243 Sep 03 03:49:03.958740 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071b4eb-0635-4bab-9e6c-38520db72d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9d2059-0580-49b5-b559-610ad91b4f97,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:03.970352 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 21b595bc-5a4c-41f6-9640-c1e97f0cb34c up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:04.136897 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:04.150720 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Router 1877da56-6118-43dc-a586-5d89674808b6 is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:49:04.218554 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:04.229984 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Current status of the port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:04.230374 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:04.335641 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Attempting to bind port 739df7f1-979d-40e8-aaec-1264cef2531e on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:04.336011 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Attempting to bind port 739df7f1-979d-40e8-aaec-1264cef2531e by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:04.336373 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Attempting to bind port 739df7f1-979d-40e8-aaec-1264cef2531e on network 419c559d-069c-43da-873e-5269227abec0 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:04.345073 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0f1da5-c900-468b-9767-af405564a33f None None] Pushing event updated for resources: {'Port': ['ID=080e4a6a-1b9e-4e5a-932e-485fc6f16758,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:04.376114 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:04.376944 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Checking segment: {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:04.377562 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:04.378127 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Bound using segment: {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:04.378775 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Bound port: 739df7f1-979d-40e8-aaec-1264cef2531e, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:04.379616 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:04.382116 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:04.444820 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:04.470134 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:04.470452 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:04.474727 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] For port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=21b595bc-5a4c-41f6-9640-c1e97f0cb34c,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:04.526527 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:04.528465 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edaee65-88b4-4f96-ac4c-4431668c4834 None None] Network 623f82bb-85e8-446e-8a72-4128e524e83a requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:49:04.763187 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Provisioning complete for port b77366cc-6ec5-4daa-ba12-3a0db442d97f triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:04.763583 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:04.797925 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] For port 739df7f1-979d-40e8-aaec-1264cef2531e, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:05.004468 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:05.018702 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Sync routers for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:05.039128 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:05.048045 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:05.048960 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:48:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:05.052644 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.068779 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:05.073870 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af736b-3a64-44f5-ab4e-81b4b3c7e835 None None] Pushing event updated for resources: {'Port': ['ID=21b595bc-5a4c-41f6-9640-c1e97f0cb34c,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:05.197033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.210789 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7481e719-ac97-4520-ab3b-3321f7dd0581 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.5118175 Sep 03 03:49:05.216920 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36484) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:05.241699 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] For port 739df7f1-979d-40e8-aaec-1264cef2531e, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=739df7f1-979d-40e8-aaec-1264cef2531e,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:05.248839 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks [] for port (098729ac-473a-4cbe-83f6-387614239a99), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.256350 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939e6b0-2f73-4676-8bfa-2f81cd49bf73 None None] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:49:05.277197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks [] for router_gateway (591cc300-297a-457e-8305-0580885af0f6), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.283380 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:01Z', 'revision_number': 3, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:05.312735 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:05.316147 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:05.317369 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c286a720-4591-47d6-b5c3-6b54762c95c7 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:05.332998 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.617324 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:02Z', 'revision_number': 3, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:05.684863 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Checking router: 1877da56-6118-43dc-a586-5d89674808b6 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:05.685637 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Updating router 1877da56-6118-43dc-a586-5d89674808b6 port 6592d72b-d22d-4e18-8430-64197e5b0c84 binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:05.697009 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.728303 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec335fe-0b44-4e5c-bb2e-93cb592aab6f None None] Pushing event updated for resources: {'Port': ['ID=739df7f1-979d-40e8-aaec-1264cef2531e,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:05.751566 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (098729ac-473a-4cbe-83f6-387614239a99), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.755578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:05.755921 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Updating router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:05.825972 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.855552 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:05.938986 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Pushing event updated for resources: {'Port': ['ID=098729ac-473a-4cbe-83f6-387614239a99,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:05.941728 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:05.966873 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Allocated IP 172.20.0.1 (335e6c24-2920-465c-b2cd-3b3be68e2751/a9bdd747-577e-40f6-b0eb-a0f32c6f0659/eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:05.970738 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Current status of the port b77366cc-6ec5-4daa-ba12-3a0db442d97f is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:05.971244 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:05.993292 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:06.019769 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.088825 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] For port b77366cc-6ec5-4daa-ba12-3a0db442d97f, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=b77366cc-6ec5-4daa-ba12-3a0db442d97f,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:06.124953 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:06.128043 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:06.141446 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c286a720-4591-47d6-b5c3-6b54762c95c7 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:06.141846 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.157597 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:06.177927 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:06.215736 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.423682 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Publish callbacks [] for port (04d667da-5603-434d-b319-c7f67eefc163), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.441015 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (04d667da-5603-434d-b319-c7f67eefc163), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.499969 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Provisioning complete for port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:06.501386 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Allocated IP 172.20.0.1 (3310a324-39c6-4074-b839-e8b47e45dc07/60a4659c-255a-4e16-8248-d3aeaaefdf02/4108177d-c00a-4c7b-a0a2-381c9d3383ed) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:06.501834 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.622135 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Pushing event updated for resources: {'Port': ['ID=04d667da-5603-434d-b319-c7f67eefc163,revision_number=2']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:06.696585 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Pushing event updated for resources: {'Port': ['ID=b77366cc-6ec5-4daa-ba12-3a0db442d97f,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:06.720477 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.736180 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.736422 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.736772 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.737120 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.737546 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.737756 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.738327 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.738470 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.738834 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.739158 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.739473 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.739827 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.740082 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.740397 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.740902 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Tracked resource versions report: Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: pushed versions: Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: { 'AddressGroup': {'1.2'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Agent': {'1.1'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'ConntrackHelper': {'1.0'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'LocalIPAssociation': {'1.0'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Log': {'1.0'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'NDPProxy': {'1.0'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Network': {'1.1'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Port': {'1.7'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'PortForwarding': {'1.3'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'QosPolicy': {'1.10'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SecurityGroup': {'1.5'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SecurityGroupRule': {'1.2'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SubPort': {'1.0'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Subnet': {'1.1'}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Trunk': {'1.1'}} Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: consumer versions: Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: { DHCP agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: HyperV agent@hv-cinder-79966: {}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: L3 agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: Metadata agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: Metering agent@dv-cinder-799663-12-iscsi: {}, Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: Open vSwitch agent@dv-cinder-799663-12-iscsi: { 'AddressGroup': '1.2', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Agent': '1.1', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'ConntrackHelper': '1.0', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'LocalIPAssociation': '1.0', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Log': '1.0', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'NDPProxy': '1.0', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Network': '1.1', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Port': '1.7', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'PortForwarding': '1.3', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'QosPolicy': '1.10', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SecurityGroup': '1.5', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SecurityGroupRule': '1.2', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'SubPort': '1.0', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Subnet': '1.1', Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: 'Trunk': '1.1'}} Sep 03 03:49:06.741944 dv-cinder-799663-12-iscsi neutron-server[117869]: {{(pid=117869) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 03:49:06.750409 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Attempting to bind port 04d667da-5603-434d-b319-c7f67eefc163 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:06.750913 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Attempting to bind port 04d667da-5603-434d-b319-c7f67eefc163 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:06.751140 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Attempting to bind port 04d667da-5603-434d-b319-c7f67eefc163 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:06.761036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (591cc300-297a-457e-8305-0580885af0f6), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.763079 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:06.764031 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:06.764031 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.764441 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:06.764991 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Bound port: 04d667da-5603-434d-b319-c7f67eefc163, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:06.765341 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (04d667da-5603-434d-b319-c7f67eefc163), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.798973 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:06.894662 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:06.904979 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] For port 04d667da-5603-434d-b319-c7f67eefc163, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:06.909272 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c286a720-4591-47d6-b5c3-6b54762c95c7 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:06.910784 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device b77366cc-6ec5-4daa-ba12-3a0db442d97f up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:06.913155 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-5144866a-40e2-4a92-b758-53b59f10657b None None] Current status of the port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:06.925449 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] For port 04d667da-5603-434d-b319-c7f67eefc163, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=04d667da-5603-434d-b319-c7f67eefc163,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:06.940457 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36526) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:06.953320 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (04d667da-5603-434d-b319-c7f67eefc163), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:06.997593 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:07.009845 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port b77366cc-6ec5-4daa-ba12-3a0db442d97f triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:07.010466 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.072814 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:07.073493 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:48:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:07.093182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Provisioning complete for port b77366cc-6ec5-4daa-ba12-3a0db442d97f triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:07.093757 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.101121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:07.137113 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b580f0-8b67-4102-b713-d09d1867f3f9 None None] Network 419c559d-069c-43da-873e-5269227abec0 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:49:07.137367 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Publish callbacks [] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.158449 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Publish callbacks [] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.161899 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3a1b7b-7d3a-4546-b97c-2ad3b208140a None None] Pushing event updated for resources: {'Port': ['ID=04d667da-5603-434d-b319-c7f67eefc163,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:07.171156 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Publish callbacks [] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.172302 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.222311 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-92fdde40-64cc-47ad-9318-1f0c64e87135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.268943 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Attempting to bind port 6592d72b-d22d-4e18-8430-64197e5b0c84 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:07.269305 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Attempting to bind port 6592d72b-d22d-4e18-8430-64197e5b0c84 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:07.269704 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Attempting to bind port 6592d72b-d22d-4e18-8430-64197e5b0c84 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:07.284974 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:07.285701 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:07.286239 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.286756 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:07.287374 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Bound port: 6592d72b-d22d-4e18-8430-64197e5b0c84, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:07.288154 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.313307 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks [] for router_gateway (8cb88cf9-41f9-4505-a662-8daf4403e238), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.333775 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Allocated IP 172.20.0.1 (623f82bb-85e8-446e-8a72-4128e524e83a/ab296ad1-dac0-43dd-bc96-96edc9191eb2/c869c07e-9389-45b5-9252-cd2a5fbe39ee) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:07.336441 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca7825-360b-4806-8409-99353fc9aa90 None None] Pushing event updated for resources: {'Port': ['ID=6592d72b-d22d-4e18-8430-64197e5b0c84,revision_number=2']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:07.345129 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:07.364187 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port b77366cc-6ec5-4daa-ba12-3a0db442d97f is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:07.373784 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.383294 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.417845 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:07.427168 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=9 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:07.430717 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:07.457632 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:07.468221 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (7939a9d6-dab5-42a5-9468-40c3ad74722d), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.469214 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Current status of the port b77366cc-6ec5-4daa-ba12-3a0db442d97f is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:07.491551 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:07.498842 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Provisioning complete for port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:07.499434 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.634541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Router 591cc300-297a-457e-8305-0580885af0f6 is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:49:07.646250 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Network 3310a324-39c6-4074-b839-e8b47e45dc07 is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:07.710267 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:07.715957 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Publish callbacks [] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.718355 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4108177d-c00a-4c7b-a0a2-381c9d3383ed,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:07.764681 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.792680 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] For port 6592d72b-d22d-4e18-8430-64197e5b0c84, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:07.798680 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:07.799197 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.824437 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Pushing event updated for resources: {'Port': ['ID=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:07.859912 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] For port 6592d72b-d22d-4e18-8430-64197e5b0c84, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=6592d72b-d22d-4e18-8430-64197e5b0c84,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:07.903699 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:07.931272 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:07.962618 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device b77366cc-6ec5-4daa-ba12-3a0db442d97f up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:07.996468 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Attempting to bind port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:08.010117 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Attempting to bind port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:08.010650 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Attempting to bind port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:08.020055 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:08.021431 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-92fdde40-64cc-47ad-9318-1f0c64e87135 admin admin] Publish callbacks [] for security_group (70863553-9cac-4b66-8090-b66834849031), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.071669 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-92fdde40-64cc-47ad-9318-1f0c64e87135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (70863553-9cac-4b66-8090-b66834849031), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.099221 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Current status of the port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:08.099709 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.120940 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:08.122678 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:08.123133 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.123537 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:08.124012 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Bound port: c7ca8c66-26f0-47b1-a767-11097cbc3cf4, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:08.126486 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.130540 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:08.131221 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:48:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:08.143329 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-92fdde40-64cc-47ad-9318-1f0c64e87135 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8a0959f256b54b5ea338f8fbcd5db8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2015162 Sep 03 03:49:08.164263 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdde40-64cc-47ad-9318-1f0c64e87135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70863553-9cac-4b66-8090-b66834849031,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:08.170113 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-987245e3-a174-4c65-9fec-68c708161023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:00Z', 'revision_number': 3, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:08.189859 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36556) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:08.212949 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a60a2d-401b-4e7e-a572-743ab7906335 None None] Pushing event updated for resources: {'Port': ['ID=c7ca8c66-26f0-47b1-a767-11097cbc3cf4,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:08.227224 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36560) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:08.248289 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987245e3-a174-4c65-9fec-68c708161023 None None] The sync data for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi is: [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:00Z', 'revision_number': 3, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:08.266947 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca7825-360b-4806-8409-99353fc9aa90 None None] Pushing event updated for resources: {'Port': ['ID=6592d72b-d22d-4e18-8430-64197e5b0c84,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:08.355342 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:08.375054 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] For port 080e4a6a-1b9e-4e5a-932e-485fc6f16758, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=080e4a6a-1b9e-4e5a-932e-485fc6f16758,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:08.376997 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Publish callbacks [] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.378148 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] For port c7ca8c66-26f0-47b1-a767-11097cbc3cf4, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:08.379557 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8d9ebf8b-7e3b-49f2-8fd6-51476115c543 admin admin] Publish callbacks [] for security_group (70863553-9cac-4b66-8090-b66834849031), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.380837 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:08.384207 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port b77366cc-6ec5-4daa-ba12-3a0db442d97f triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:08.384665 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.398815 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.412911 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8d9ebf8b-7e3b-49f2-8fd6-51476115c543 admin admin] Publish callbacks [] for security_group (70863553-9cac-4b66-8090-b66834849031), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.442015 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] For port c7ca8c66-26f0-47b1-a767-11097cbc3cf4, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c7ca8c66-26f0-47b1-a767-11097cbc3cf4,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:08.484877 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:08.486460 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.558688 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Provisioning complete for port 739df7f1-979d-40e8-aaec-1264cef2531e triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:08.559103 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.594027 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0339c2cc-b4f1-4842-8df8-2fa415030871 None None] Pushing event updated for resources: {'Port': ['ID=080e4a6a-1b9e-4e5a-932e-485fc6f16758,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:08.616760 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:08.617408 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:48:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:08.778921 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:02Z', 'revision_number': 3, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:08.869097 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b371bf2-07f2-4d2e-b043-a8562d221385 None None] The sync data for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi is: [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:02Z', 'revision_number': 3, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:08.875061 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.883348 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5631716b-881d-4034-9685-e9e14bb3ff45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.910796 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:08.951029 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (8cb88cf9-41f9-4505-a662-8daf4403e238), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.957396 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:08.991591 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Sync routers for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:08.991858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:08.993132 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0739de60-7e08-4925-85b3-aba70bee6773 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2442269 Sep 03 03:49:08.999816 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36568) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:09.042567 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a60a2d-401b-4e7e-a572-743ab7906335 None None] Pushing event updated for resources: {'Port': ['ID=c7ca8c66-26f0-47b1-a767-11097cbc3cf4,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:09.066077 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:09.100128 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.113271 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-05e6851e-3965-4add-ab15-ed0f13d015ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.114591 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.116926 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8d9ebf8b-7e3b-49f2-8fd6-51476115c543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (70863553-9cac-4b66-8090-b66834849031), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.118348 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:09.119085 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:48:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:09.120136 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8d9ebf8b-7e3b-49f2-8fd6-51476115c543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.121505 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-8d9ebf8b-7e3b-49f2-8fd6-51476115c543 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/70863553-9cac-4b66-8090-b66834849031 HTTP/1.1" status: 204 len: 168 time: 0.9224148 Sep 03 03:49:09.122357 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port b77366cc-6ec5-4daa-ba12-3a0db442d97f is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:09.123498 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 21b595bc-5a4c-41f6-9640-c1e97f0cb34c up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:09.158829 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:09.284583 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:09.294616 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5631716b-881d-4034-9685-e9e14bb3ff45 admin admin] Publish callbacks [] for security_group (61ca2c30-3cfe-4f31-9ad8-54c2c86f10d9), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.309050 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5631716b-881d-4034-9685-e9e14bb3ff45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (61ca2c30-3cfe-4f31-9ad8-54c2c86f10d9), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.315386 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Network 623f82bb-85e8-446e-8a72-4128e524e83a is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:09.315628 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:09.404199 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:09.406717 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ebf8b-7e3b-49f2-8fd6-51476115c543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70863553-9cac-4b66-8090-b66834849031,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:09.407665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Publish callbacks [] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.410612 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Current status of the port 739df7f1-979d-40e8-aaec-1264cef2531e is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:09.411231 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.413097 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:09.413759 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (1877da56-6118-43dc-a586-5d89674808b6), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.428382 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-5631716b-881d-4034-9685-e9e14bb3ff45 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5404143f5ac54f778c649bee74e51c13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1965616 Sep 03 03:49:09.432572 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36574) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:09.433205 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.433984 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (7939a9d6-dab5-42a5-9468-40c3ad74722d), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.466269 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631716b-881d-4034-9685-e9e14bb3ff45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ca2c30-3cfe-4f31-9ad8-54c2c86f10d9,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:09.541217 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Pushing event updated for resources: {'Port': ['ID=c869c07e-9389-45b5-9252-cd2a5fbe39ee,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:09.557792 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:09.558045 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.642588 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:09.665885 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Router 8cb88cf9-41f9-4505-a662-8daf4403e238 is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:49:09.757019 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36576) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:09.886904 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:09.898786 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Sync routers for ids ['8cb88cf9-41f9-4505-a662-8daf4403e238'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:09.900933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Pushing event updated for resources: {'Port': ['ID=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:09.919337 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.923119 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-58539eae-4a2e-43a7-9cbc-3db965ed6e6e admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1357558 Sep 03 03:49:09.923119 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dfb6fb3d-ce03-455a-9217-7f2620519ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:09.925862 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Routers {'8cb88cf9-41f9-4505-a662-8daf4403e238'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:09.926673 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:48:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['8cb88cf9-41f9-4505-a662-8daf4403e238'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:09.929264 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36582) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:10.017735 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] For port 739df7f1-979d-40e8-aaec-1264cef2531e, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=739df7f1-979d-40e8-aaec-1264cef2531e,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:10.029512 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:10.115042 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.127435 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:10.200940 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Set router 8cb88cf9-41f9-4505-a662-8daf4403e238 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:10.270108 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.299964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Provisioning complete for port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:10.300419 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.300776 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Publish callbacks [] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.300891 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dfb6fb3d-ce03-455a-9217-7f2620519ad0 admin admin] Publish callbacks [] for security_group (fca6a2f5-0769-49f8-a5e1-4ea659a8a5c5), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.310499 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.313280 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.313521 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.326650 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:10.376034 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:10.408616 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dfb6fb3d-ce03-455a-9217-7f2620519ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (fca6a2f5-0769-49f8-a5e1-4ea659a8a5c5), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.551195 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58eea0cb-26f2-49cc-86c5-f2c14866a3c4 admin admin] Publish callbacks [] for security_group (61ca2c30-3cfe-4f31-9ad8-54c2c86f10d9), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.602644 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '098729ac-473a-4cbe-83f6-387614239a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:49:06Z', 'revision_number': 3, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port': {'id': '098729ac-473a-4cbe-83f6-387614239a99', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:10.603787 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58eea0cb-26f2-49cc-86c5-f2c14866a3c4 admin admin] Publish callbacks [] for security_group (61ca2c30-3cfe-4f31-9ad8-54c2c86f10d9), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.604290 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Pushing event updated for resources: {'Port': ['ID=4108177d-c00a-4c7b-a0a2-381c9d3383ed,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:10.605649 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:10.625163 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Pushing event updated for resources: {'Port': ['ID=739df7f1-979d-40e8-aaec-1264cef2531e,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:10.660477 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Checking router: 8cb88cf9-41f9-4505-a662-8daf4403e238 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:10.661969 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Updating router 8cb88cf9-41f9-4505-a662-8daf4403e238 port 098729ac-473a-4cbe-83f6-387614239a99 binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:10.703407 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58eea0cb-26f2-49cc-86c5-f2c14866a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (61ca2c30-3cfe-4f31-9ad8-54c2c86f10d9), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.705898 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-58eea0cb-26f2-49cc-86c5-f2c14866a3c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.709359 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-58eea0cb-26f2-49cc-86c5-f2c14866a3c4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/61ca2c30-3cfe-4f31-9ad8-54c2c86f10d9 HTTP/1.1" status: 204 len: 168 time: 1.2622766 Sep 03 03:49:10.721926 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (098729ac-473a-4cbe-83f6-387614239a99), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.722623 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-dfb6fb3d-ce03-455a-9217-7f2620519ad0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5ac4985ddb274751b330e5915e0914ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9595985 Sep 03 03:49:10.723248 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36594) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:10.731367 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:10.737699 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Provisioning complete for port 4108177d-c00a-4c7b-a0a2-381c9d3383ed triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:10.739040 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:10.741531 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb6fb3d-ce03-455a-9217-7f2620519ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca6a2f5-0769-49f8-a5e1-4ea659a8a5c5,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:10.755053 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:10.759024 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eea0cb-26f2-49cc-86c5-f2c14866a3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ca2c30-3cfe-4f31-9ad8-54c2c86f10d9,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:10.760525 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 080e4a6a-1b9e-4e5a-932e-485fc6f16758 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:10.762559 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:10.777308 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:10.842030 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Network 3310a324-39c6-4074-b839-e8b47e45dc07 is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:10.856650 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:10.908173 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:01Z', 'revision_number': 3, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:11.054331 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Publish callbacks [] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.066501 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:04Z', 'revision_number': 3, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:11.071943 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:11.076857 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.081079 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (1877da56-6118-43dc-a586-5d89674808b6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.090283 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:11.109311 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83fa4d9-cada-4629-b365-d38c1fbb02ce None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:01Z', 'revision_number': 3, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:11.179132 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:11.188155 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Checking router: 591cc300-297a-457e-8305-0580885af0f6 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:11.188718 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Updating router 591cc300-297a-457e-8305-0580885af0f6 port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:11.194686 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:11.195088 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.222069 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.255110 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-55907b27-74bc-4a82-ae01-a31e390aed47 None None] Port 4108177d-c00a-4c7b-a0a2-381c9d3383ed cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:11.278011 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Pushing event updated for resources: {'Port': ['ID=c869c07e-9389-45b5-9252-cd2a5fbe39ee,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:11.294256 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.357815 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797fcb5a-7d38-47e1-8fec-774d880f47f5 admin admin] Publish callbacks [] for security_group (fca6a2f5-0769-49f8-a5e1-4ea659a8a5c5), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.365131 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Publish callbacks [] for port (098729ac-473a-4cbe-83f6-387614239a99), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.379669 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (098729ac-473a-4cbe-83f6-387614239a99), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.386397 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:11.390385 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bef137c4-7c12-4747-a0ec-a7015f2623dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.422355 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797fcb5a-7d38-47e1-8fec-774d880f47f5 admin admin] Publish callbacks [] for security_group (fca6a2f5-0769-49f8-a5e1-4ea659a8a5c5), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.425295 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Router 7939a9d6-dab5-42a5-9468-40c3ad74722d has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:49:11.427228 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.432200 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Attempting to bind port 098729ac-473a-4cbe-83f6-387614239a99 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:11.432566 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Attempting to bind port 098729ac-473a-4cbe-83f6-387614239a99 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:11.432928 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Attempting to bind port 098729ac-473a-4cbe-83f6-387614239a99 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:11.435524 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:49:11.450172 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:11.450542 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:11.451057 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.451415 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:11.451880 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Bound port: 098729ac-473a-4cbe-83f6-387614239a99, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:11.452249 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (098729ac-473a-4cbe-83f6-387614239a99), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.487849 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Provisioning complete for port c869c07e-9389-45b5-9252-cd2a5fbe39ee triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:11.488306 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.492368 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5d373-289d-4dc9-b680-b5750b0a60d7 None None] Pushing event updated for resources: {'Port': ['ID=098729ac-473a-4cbe-83f6-387614239a99,revision_number=2']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:11.527983 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] For port 098729ac-473a-4cbe-83f6-387614239a99, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:11.532457 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] For port 098729ac-473a-4cbe-83f6-387614239a99, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=098729ac-473a-4cbe-83f6-387614239a99,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:11.542563 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (098729ac-473a-4cbe-83f6-387614239a99), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.648325 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Allocated IP 172.20.0.1 (a31ab79a-5d78-4441-9a2d-dcb13a26f9be/a846cc85-2530-4191-92e7-e38e35e54090/5b8c8a35-87aa-4470-914d-6ef58f026bfc) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:11.684053 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Routers {'8cb88cf9-41f9-4505-a662-8daf4403e238'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:11.688995 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['8cb88cf9-41f9-4505-a662-8daf4403e238'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:11.702502 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:11.811877 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Publish callbacks [] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.838404 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5d373-289d-4dc9-b680-b5750b0a60d7 None None] Pushing event updated for resources: {'Port': ['ID=098729ac-473a-4cbe-83f6-387614239a99,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:11.856778 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:11.929855 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] Set router 8cb88cf9-41f9-4505-a662-8daf4403e238 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:12.081949 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Attempting to bind port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:12.082588 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Attempting to bind port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:12.083147 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Attempting to bind port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:12.125508 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:12.126204 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:12.126676 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.127161 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:12.130147 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Bound port: db5c9fc5-691c-4c13-8553-cd0727e3f4c6, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:12.130748 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.146264 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Port c869c07e-9389-45b5-9252-cd2a5fbe39ee cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:12.176204 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:12.223673 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:12.235842 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-64592f09-1441-4dda-8512-517fe94e1bcd admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7939a9d6-dab5-42a5-9468-40c3ad74722d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2312407 Sep 03 03:49:12.235842 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797fcb5a-7d38-47e1-8fec-774d880f47f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (fca6a2f5-0769-49f8-a5e1-4ea659a8a5c5), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.238952 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797fcb5a-7d38-47e1-8fec-774d880f47f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.248257 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-797fcb5a-7d38-47e1-8fec-774d880f47f5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fca6a2f5-0769-49f8-a5e1-4ea659a8a5c5 HTTP/1.1" status: 204 len: 168 time: 1.5153277 Sep 03 03:49:12.279171 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797fcb5a-7d38-47e1-8fec-774d880f47f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca6a2f5-0769-49f8-a5e1-4ea659a8a5c5,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:12.285339 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Provisioning complete for port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:12.288578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.379434 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Allocated IP 172.20.0.1 (419c559d-069c-43da-873e-5269227abec0/88fb5e25-630e-4aa7-862a-7bb410130953/3b9a119a-1ba7-46c2-9dc2-e7806974bd4b) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:12.510728 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Network 623f82bb-85e8-446e-8a72-4128e524e83a is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:12.517251 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:12.591230 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '098729ac-473a-4cbe-83f6-387614239a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:49:06Z', 'revision_number': 3, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port': {'id': '098729ac-473a-4cbe-83f6-387614239a99', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:12.596887 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Publish callbacks [] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.682463 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265574d6-f33b-4a9b-834c-564701aa7063 None None] The sync data for ids ['8cb88cf9-41f9-4505-a662-8daf4403e238'] in dv-cinder-799663-12-iscsi is: [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '098729ac-473a-4cbe-83f6-387614239a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:49:06Z', 'revision_number': 3, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port': {'id': '098729ac-473a-4cbe-83f6-387614239a99', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:12.715509 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:12.723482 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Publish callbacks [] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.734591 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ca9a9c87-a05f-483f-9f34-7c20664d93f7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/73abc30d-cb03-4fdd-95c5-c368d10a6dbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1172738 Sep 03 03:49:12.841518 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:12.846938 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.852681 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.878700 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:12.879883 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 739df7f1-979d-40e8-aaec-1264cef2531e up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:12.900676 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:12.925288 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Sync routers for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:12.931744 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:12.955191 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:12.961471 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:12.963952 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (591cc300-297a-457e-8305-0580885af0f6), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:12.985988 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:12.993283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Network 419c559d-069c-43da-873e-5269227abec0 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:13.003576 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:13.007908 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:13.009439 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (8cb88cf9-41f9-4505-a662-8daf4403e238), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:13.013771 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8c8a35-87aa-4470-914d-6ef58f026bfc,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:13.023631 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Pushing event updated for resources: {'Port': ['ID=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:13.086523 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:13.092491 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4240-9b2d-49e9-ba4f-871881762f1e None None] Pushing event updated for resources: {'Port': ['ID=db5c9fc5-691c-4c13-8553-cd0727e3f4c6,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:13.137470 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Router 1877da56-6118-43dc-a586-5d89674808b6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:49:13.151721 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Provisioning complete for port 4108177d-c00a-4c7b-a0a2-381c9d3383ed triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:13.152276 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:13.190211 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:13.193299 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:13.202587 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:13.522076 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:13.557178 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:13.594287 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] For port db5c9fc5-691c-4c13-8553-cd0727e3f4c6, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:13.611151 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-fae2ee63-b7e2-4857-bb46-b6c92205d224 None None] Port 4108177d-c00a-4c7b-a0a2-381c9d3383ed cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:13.647430 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] For port db5c9fc5-691c-4c13-8553-cd0727e3f4c6, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=db5c9fc5-691c-4c13-8553-cd0727e3f4c6,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:13.674649 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 739df7f1-979d-40e8-aaec-1264cef2531e triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:13.684865 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:13.787968 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36678) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:13.794553 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-cf7a463e-e0f3-4bef-a270-304f13dd4f77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1905278030', 'description': 'tempest-description--89195735'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:13.809612 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:13.832723 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d8a7057d-9e7f-4c00-ac30-7f9250a15ebe admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/1877da56-6118-43dc-a586-5d89674808b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6056547 Sep 03 03:49:13.832942 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:13.840159 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Sync routers for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:13.856616 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:13.868164 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:13.869307 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:13.950444 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cf7a463e-e0f3-4bef-a270-304f13dd4f77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:13.987283 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e4240-9b2d-49e9-ba4f-871881762f1e None None] Pushing event updated for resources: {'Port': ['ID=db5c9fc5-691c-4c13-8553-cd0727e3f4c6,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:14.041702 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Provisioning complete for port c869c07e-9389-45b5-9252-cd2a5fbe39ee triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:14.042091 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.087546 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Port c869c07e-9389-45b5-9252-cd2a5fbe39ee cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:14.104016 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Publish callbacks [] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.116125 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.123494 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (8cb88cf9-41f9-4505-a662-8daf4403e238), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.194975 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.197486 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:14.208509 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Provisioning complete for port 5b8c8a35-87aa-4470-914d-6ef58f026bfc triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:14.208898 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.210793 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:14.211738 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:14.231833 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:14.291207 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36694) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:14.302082 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Pushing event updated for resources: {'Port': ['ID=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:14.318204 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-d0274da6-baec-44c9-b50e-895532eafd18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574596704', 'description': 'tempest-description--516033917'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:14.387266 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:14.483353 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0274da6-baec-44c9-b50e-895532eafd18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.516951 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Network 419c559d-069c-43da-873e-5269227abec0 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:14.520597 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:14.559065 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:14.648360 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 739df7f1-979d-40e8-aaec-1264cef2531e is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:14.665720 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cf7a463e-e0f3-4bef-a270-304f13dd4f77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (909abcc6-e607-48db-9170-3c907a310b4e), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.726436 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cf7a463e-e0f3-4bef-a270-304f13dd4f77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (909abcc6-e607-48db-9170-3c907a310b4e), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.756846 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:10Z', 'revision_number': 2, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:14.763008 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Router 8cb88cf9-41f9-4505-a662-8daf4403e238 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:49:14.817791 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Publish callbacks [] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.825415 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:14.848668 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Checking router: 1877da56-6118-43dc-a586-5d89674808b6 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:14.849223 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Updating router 1877da56-6118-43dc-a586-5d89674808b6 port c869c07e-9389-45b5-9252-cd2a5fbe39ee binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:14.897438 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.898343 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (591cc300-297a-457e-8305-0580885af0f6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.931497 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cf7a463e-e0f3-4bef-a270-304f13dd4f77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.937188 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-cf7a463e-e0f3-4bef-a270-304f13dd4f77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1462889 Sep 03 03:49:14.962289 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36712) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:14.968699 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:14.981570 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a463e-e0f3-4bef-a270-304f13dd4f77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=909abcc6-e607-48db-9170-3c907a310b4e,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:14.986065 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-078d6e72-21ef-4460-a40a-e1c941e5f46d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'security_group_rule': {'security_group_id': '909abcc6-e607-48db-9170-3c907a310b4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:15.000082 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:15.087450 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Pushing event updated for resources: {'Port': ['ID=5b8c8a35-87aa-4470-914d-6ef58f026bfc,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:15.102382 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0274da6-baec-44c9-b50e-895532eafd18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (1572779e-5fdb-4395-9f30-d53ca3c36d75), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.105240 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-078d6e72-21ef-4460-a40a-e1c941e5f46d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (7d0b0f91-ff56-4aaf-9a88-0745bd5ee2d5), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.119471 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0274da6-baec-44c9-b50e-895532eafd18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1572779e-5fdb-4395-9f30-d53ca3c36d75), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.163096 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:15.169306 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d0274da6-baec-44c9-b50e-895532eafd18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.173459 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d0274da6-baec-44c9-b50e-895532eafd18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.8740184 Sep 03 03:49:15.196225 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36720) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:15.205843 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-f791509b-483a-421c-a7f6-3be457440a31 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group_rule': {'security_group_id': '1572779e-5fdb-4395-9f30-d53ca3c36d75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:15.247461 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-078d6e72-21ef-4460-a40a-e1c941e5f46d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (7d0b0f91-ff56-4aaf-9a88-0745bd5ee2d5), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.262523 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-078d6e72-21ef-4460-a40a-e1c941e5f46d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (7d0b0f91-ff56-4aaf-9a88-0745bd5ee2d5), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.278960 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Port 5b8c8a35-87aa-4470-914d-6ef58f026bfc cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:15.286630 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:15.293168 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:15.295088 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 04d667da-5603-434d-b319-c7f67eefc163 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:15.302476 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 2, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:15.304697 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.342699 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0274da6-baec-44c9-b50e-895532eafd18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1572779e-5fdb-4395-9f30-d53ca3c36d75,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:15.385534 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:15.406332 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078d6e72-21ef-4460-a40a-e1c941e5f46d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0b0f91-ff56-4aaf-9a88-0745bd5ee2d5,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:15.409700 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:15.419152 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36744) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:15.429261 dv-cinder-799663-12-iscsi neutron-server[117867]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 03:49:15.454229 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:15.460587 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-078d6e72-21ef-4460-a40a-e1c941e5f46d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.461837 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-078d6e72-21ef-4460-a40a-e1c941e5f46d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4913914 Sep 03 03:49:15.476222 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36746) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:15.493403 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-7e40ada0-8986-4838-8897-0888afd304a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'security_group_rule': {'security_group_id': '909abcc6-e607-48db-9170-3c907a310b4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:15.501339 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Checking router: 7939a9d6-dab5-42a5-9468-40c3ad74722d for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:15.501701 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Updating router 7939a9d6-dab5-42a5-9468-40c3ad74722d port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:15.568679 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:15.584752 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-db075d5b-5086-4832-bb2d-96755317782d admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8cb88cf9-41f9-4505-a662-8daf4403e238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6534078 Sep 03 03:49:15.602498 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.603649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7e40ada0-8986-4838-8897-0888afd304a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (75d4d0b2-401d-478d-be4b-f3b725e1018b), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.641637 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Provisioning complete for port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:15.641925 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.664234 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:15.760656 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Publish callbacks [] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.783935 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.813767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7e40ada0-8986-4838-8897-0888afd304a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (75d4d0b2-401d-478d-be4b-f3b725e1018b), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.823896 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7e40ada0-8986-4838-8897-0888afd304a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (75d4d0b2-401d-478d-be4b-f3b725e1018b), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.875605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e40ada0-8986-4838-8897-0888afd304a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d4d0b2-401d-478d-be4b-f3b725e1018b,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:15.903031 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7e40ada0-8986-4838-8897-0888afd304a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.904624 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-7e40ada0-8986-4838-8897-0888afd304a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4273939 Sep 03 03:49:15.907880 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36766) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:15.916350 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-90f0d6eb-81b3-4940-b23b-0ad6435979a8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:15.917220 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:15.930417 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-90f0d6eb-81b3-4940-b23b-0ad6435979a8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 819 time: 0.5100448 Sep 03 03:49:15.935161 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af4f7-9338-4e87-a139-7db915cb1529 None None] Pushing event updated for resources: {'Port': ['ID=c869c07e-9389-45b5-9252-cd2a5fbe39ee,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:15.938874 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:15.979866 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f791509b-483a-421c-a7f6-3be457440a31 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (70799baa-8463-4cc6-86ed-e1ef5b0c8ea7), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.981426 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:15.999006 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c605f-8da3-4776-91e3-af8cd370a3d3 None None] Port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:16.006209 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 04d667da-5603-434d-b319-c7f67eefc163 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:16.007988 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (04d667da-5603-434d-b319-c7f67eefc163), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.101731 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Attempting to bind port c869c07e-9389-45b5-9252-cd2a5fbe39ee on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:16.102090 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Attempting to bind port c869c07e-9389-45b5-9252-cd2a5fbe39ee by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:16.102423 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Attempting to bind port c869c07e-9389-45b5-9252-cd2a5fbe39ee on network 623f82bb-85e8-446e-8a72-4128e524e83a {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:16.118378 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:16.118673 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Checking segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:16.120037 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-3b439848-9c38-4aef-bfc0-2c2503d00f82 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/quotas/f3077cfc588042e0a1becefe1363385c HTTP/1.1" status: 200 len: 375 time: 0.1879797 Sep 03 03:49:16.122238 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.122826 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Bound using segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:16.125079 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Bound port: c869c07e-9389-45b5-9252-cd2a5fbe39ee, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:16.125623 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.156405 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Router 591cc300-297a-457e-8305-0580885af0f6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:49:16.177364 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:16.178222 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:16.258025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.307069 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] For port c869c07e-9389-45b5-9252-cd2a5fbe39ee, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:16.314121 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] For port c869c07e-9389-45b5-9252-cd2a5fbe39ee, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c869c07e-9389-45b5-9252-cd2a5fbe39ee,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:16.329966 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.331840 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:11Z', 'revision_number': 1, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:16.355864 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-a7eea940-bfdb-45dc-9e24-0179a9db20de tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2149565 Sep 03 03:49:16.373012 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a3111-542c-4ff7-8e40-7e7c88cc18b0 None None] The sync data for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi is: [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:11Z', 'revision_number': 1, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:16.404501 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:16.405445 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:16.479734 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af4f7-9338-4e87-a139-7db915cb1529 None None] Pushing event updated for resources: {'Port': ['ID=c869c07e-9389-45b5-9252-cd2a5fbe39ee,revision_number=4']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:16.534537 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Allocated IP 172.27.4.200 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/55fff58b-14a9-41e3-97dc-4a81c976757c) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:16.626197 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f791509b-483a-421c-a7f6-3be457440a31 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (70799baa-8463-4cc6-86ed-e1ef5b0c8ea7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.642761 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f791509b-483a-421c-a7f6-3be457440a31 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (70799baa-8463-4cc6-86ed-e1ef5b0c8ea7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.663325 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:16.722444 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f791509b-483a-421c-a7f6-3be457440a31 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.724156 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f791509b-483a-421c-a7f6-3be457440a31 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5268939 Sep 03 03:49:16.729504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36788) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:16.734547 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791509b-483a-421c-a7f6-3be457440a31 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70799baa-8463-4cc6-86ed-e1ef5b0c8ea7,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:16.737343 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-e905a297-485a-4b08-a1b1-e024db79e3ee None None] Provisioning complete for port 5b8c8a35-87aa-4470-914d-6ef58f026bfc triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:16.738240 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e905a297-485a-4b08-a1b1-e024db79e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.772412 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36790) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:16.774988 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-15073b56-f205-4d1d-a7f1-8a2664ab2e0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group_rule': {'security_group_id': '1572779e-5fdb-4395-9f30-d53ca3c36d75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:16.790374 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Sync routers for ids ['8cb88cf9-41f9-4505-a662-8daf4403e238'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:16.827434 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:16.831559 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:16.838175 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-e905a297-485a-4b08-a1b1-e024db79e3ee None None] Port 5b8c8a35-87aa-4470-914d-6ef58f026bfc cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:16.852814 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:16.878526 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-e905a297-485a-4b08-a1b1-e024db79e3ee None None] Provisioning complete for port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:16.878956 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e905a297-485a-4b08-a1b1-e024db79e3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.925587 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for port (55fff58b-14a9-41e3-97dc-4a81c976757c), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:16.959951 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36810) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:16.965924 dv-cinder-799663-12-iscsi neutron-server[117866]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 03:49:17.003550 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Routers {'8cb88cf9-41f9-4505-a662-8daf4403e238'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:17.005263 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['8cb88cf9-41f9-4505-a662-8daf4403e238'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:17.029675 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-e905a297-485a-4b08-a1b1-e024db79e3ee None None] Port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:17.125021 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:17.190779 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Set router 8cb88cf9-41f9-4505-a662-8daf4403e238 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:17.216873 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-66fa2fae-5aef-46cb-b46d-72153e9e42ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.260779 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-15073b56-f205-4d1d-a7f1-8a2664ab2e0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (313b1e9b-08a2-4a82-bf03-5299e3c6ef52), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.283275 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:49:17.289735 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-6644b7ec-f8b2-4e6d-8de2-55661d650b15 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/591cc300-297a-457e-8305-0580885af0f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2828343 Sep 03 03:49:17.375655 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-15073b56-f205-4d1d-a7f1-8a2664ab2e0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (313b1e9b-08a2-4a82-bf03-5299e3c6ef52), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.384236 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-15073b56-f205-4d1d-a7f1-8a2664ab2e0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (313b1e9b-08a2-4a82-bf03-5299e3c6ef52), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.397300 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:17.426387 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (55fff58b-14a9-41e3-97dc-4a81c976757c), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.428370 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:17.447869 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15073b56-f205-4d1d-a7f1-8a2664ab2e0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313b1e9b-08a2-4a82-bf03-5299e3c6ef52,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:17.449588 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:17.453201 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 04d667da-5603-434d-b319-c7f67eefc163 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:17.457151 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (04d667da-5603-434d-b319-c7f67eefc163), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.475231 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-df849edd-21fe-443d-86a5-7a1e0f809de2 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:49:17.489023 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-df849edd-21fe-443d-86a5-7a1e0f809de2 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2939265 Sep 03 03:49:17.588225 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-15073b56-f205-4d1d-a7f1-8a2664ab2e0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.592617 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-15073b56-f205-4d1d-a7f1-8a2664ab2e0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8585658 Sep 03 03:49:17.595154 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36822) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:17.602094 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:17.681137 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:16Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:17.688503 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Publish callbacks [] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.689478 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.716338 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 04d667da-5603-434d-b319-c7f67eefc163, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=04d667da-5603-434d-b319-c7f67eefc163,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:17.816938 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (04d667da-5603-434d-b319-c7f67eefc163), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.817999 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 080e4a6a-1b9e-4e5a-932e-485fc6f16758 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:17.820210 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.848234 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-66fa2fae-5aef-46cb-b46d-72153e9e42ed admin admin] Publish callbacks [] for security_group (5fce4d56-4803-463f-94bb-61700a44d8e0), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.872861 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-66fa2fae-5aef-46cb-b46d-72153e9e42ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5fce4d56-4803-463f-94bb-61700a44d8e0), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:17.908021 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:17.917870 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=80,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:17.942176 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:17.968442 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-dde9e582-aa31-480e-9767-3ca3ed3235f3 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:17.976457 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-dde9e582-aa31-480e-9767-3ca3ed3235f3 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/networks?id=419c559d-069c-43da-873e-5269227abec0 HTTP/1.1" status: 200 len: 812 time: 1.0116358 Sep 03 03:49:17.995388 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:18.027417 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 2, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:18.040343 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-66fa2fae-5aef-46cb-b46d-72153e9e42ed admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1bc5bb0684ed4dca98e39e502d8ca69d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2642274 Sep 03 03:49:18.040343 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'Port': ['ID=55fff58b-14a9-41e3-97dc-4a81c976757c,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:18.041548 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36834) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:18.053004 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:18.062667 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28d2cec-1443-4fa5-94fd-6a2094ae7695 None None] The sync data for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi is: [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:16Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:18.074545 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-25149567-5a5d-471b-9ef7-8187398d46b7 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/quotas/968cc9376f884f67b20b91547211fffd HTTP/1.1" status: 200 len: 375 time: 0.0968308 Sep 03 03:49:18.179967 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:18.180519 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Updating router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf port 4108177d-c00a-4c7b-a0a2-381c9d3383ed binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:18.248488 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.271071 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.285574 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Attempting to bind port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:18.286567 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Attempting to bind port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:18.287479 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Attempting to bind port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 on network 335e6c24-2920-465c-b2cd-3b3be68e2751 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:18.290197 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '098729ac-473a-4cbe-83f6-387614239a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port': {'id': '098729ac-473a-4cbe-83f6-387614239a99', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '3b9a119a-1ba7-46c2-9dc2-e7806974bd4b', 'name': '', 'network_id': '419c559d-069c-43da-873e-5269227abec0', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'mac_address': 'fa:16:3e:0d:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '88fb5e25-630e-4aa7-862a-7bb410130953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 2, 'project_id': '968cc9376f884f67b20b91547211fffd', 'subnets': [{'id': '88fb5e25-630e-4aa7-862a-7bb410130953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:18.317603 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa2fae-5aef-46cb-b46d-72153e9e42ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fce4d56-4803-463f-94bb-61700a44d8e0,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:18.318631 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=04d667da-5603-434d-b319-c7f67eefc163,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:18.324127 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:18.324867 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Checking segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:18.325492 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.326247 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Bound using segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:18.326972 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Bound port: eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:18.327686 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.398590 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Checking router: 8cb88cf9-41f9-4505-a662-8daf4403e238 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:18.398896 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Updating router 8cb88cf9-41f9-4505-a662-8daf4403e238 port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:18.426694 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Allocated IP 172.27.4.43 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/018e8f8a-7f72-4fe1-8dda-0d67fe5ea401) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:18.497549 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.533284 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36844) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:18.574647 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-ce318a81-f07d-4569-aa44-b8d33fe48b84 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=968cc9376f884f67b20b91547211fffd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4983547 Sep 03 03:49:18.598992 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-c8605d35-d58d-463d-be2b-f418f55a3047 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1084771 Sep 03 03:49:18.618246 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (9dd69052-057f-42ac-bf38-2674d93b9074), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.743722 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.745948 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:18.765061 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:18.785633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (55fff58b-14a9-41e3-97dc-4a81c976757c), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.788278 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5292ad68-5ab8-4d47-b756-dc90cef426ad admin admin] Publish callbacks [] for security_group (5fce4d56-4803-463f-94bb-61700a44d8e0), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.823283 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:18.824708 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.837940 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-4ffb3e2f-669e-4887-8a35-fdfae7d9bab4 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379274 Sep 03 03:49:18.857880 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5292ad68-5ab8-4d47-b756-dc90cef426ad admin admin] Publish callbacks [] for security_group (5fce4d56-4803-463f-94bb-61700a44d8e0), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:18.912337 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.021706 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:19.071816 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76c78c-56d4-4638-8c6f-2a0cf0016a3e None None] Pushing event updated for resources: {'Port': ['ID=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:19.074413 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5292ad68-5ab8-4d47-b756-dc90cef426ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5fce4d56-4803-463f-94bb-61700a44d8e0), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.077877 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5292ad68-5ab8-4d47-b756-dc90cef426ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.079934 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-5292ad68-5ab8-4d47-b756-dc90cef426ad admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5fce4d56-4803-463f-94bb-61700a44d8e0 HTTP/1.1" status: 204 len: 168 time: 1.0204494 Sep 03 03:49:19.081450 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=018e8f8a-7f72-4fe1-8dda-0d67fe5ea401,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:19.095538 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5292ad68-5ab8-4d47-b756-dc90cef426ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fce4d56-4803-463f-94bb-61700a44d8e0,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:19.122605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for port (55fff58b-14a9-41e3-97dc-4a81c976757c), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.130205 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (55fff58b-14a9-41e3-97dc-4a81c976757c), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.132198 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (9dd69052-057f-42ac-bf38-2674d93b9074), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.136170 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-311dc9a1-125c-4bbd-80ef-eeec30f43345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.152302 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:19.171431 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:19.177519 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:19.183961 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] For port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:19.220144 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-7a95c1a6-ccc9-44f8-a099-a6e06b63ba88 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:49:19.225023 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-7a95c1a6-ccc9-44f8-a099-a6e06b63ba88 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3517113 Sep 03 03:49:19.245630 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] For port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:19.314394 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Publish callbacks [] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.316565 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (4f2fc7e1-3d91-489f-8918-c2c69c004295), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.326179 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.330210 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.341529 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4308131 Sep 03 03:49:19.351326 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:19.434632 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.446227 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e123-208c-440f-b6e4-a7891a961aa7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'Port': ['ID=55fff58b-14a9-41e3-97dc-4a81c976757c,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:19.454405 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.545639 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc7f9d-b71b-4329-a5b7-4d6d52e09a45 None None] Pushing event updated for resources: {'Port': ['ID=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:19.569768 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76c78c-56d4-4638-8c6f-2a0cf0016a3e None None] Pushing event updated for resources: {'Port': ['ID=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:19.574088 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:19.575304 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 739df7f1-979d-40e8-aaec-1264cef2531e up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:19.576690 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Attempting to bind port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:19.577091 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Attempting to bind port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:19.577457 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Attempting to bind port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b on network 419c559d-069c-43da-873e-5269227abec0 {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:19.578848 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-4abe667e-f467-4840-96af-2526c05c3a0d service neutron] 10.222.0.25 "GET /networking/v2.0/networks/419c559d-069c-43da-873e-5269227abec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321819 Sep 03 03:49:19.590626 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:19.591025 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Checking segment: {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:19.592993 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.593402 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Bound using segment: {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:19.595218 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Bound port: 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:19.597040 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-311dc9a1-125c-4bbd-80ef-eeec30f43345 admin admin] Publish callbacks [] for security_group (f36e4e27-7292-4973-b017-39f9f717fba4), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.598374 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.618719 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-311dc9a1-125c-4bbd-80ef-eeec30f43345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (f36e4e27-7292-4973-b017-39f9f717fba4), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.623451 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:19.624106 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:19.628709 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Publish callbacks [] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.659514 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-311dc9a1-125c-4bbd-80ef-eeec30f43345 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=83d4854db25142a6b0be8a11bf8dabb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1233232 Sep 03 03:49:19.661716 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 36888) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:19.730998 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 739df7f1-979d-40e8-aaec-1264cef2531e triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:19.733641 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.734927 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] For port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:19.740251 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] For port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:19.754931 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.867032 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.880139 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311dc9a1-125c-4bbd-80ef-eeec30f43345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36e4e27-7292-4973-b017-39f9f717fba4,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:19.895942 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc7f9d-b71b-4329-a5b7-4d6d52e09a45 None None] Pushing event updated for resources: {'Port': ['ID=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,revision_number=4']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:19.902973 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b41788a5-3020-4df5-83e2-5660b5abeef6 admin admin] Publish callbacks [] for security_group (f36e4e27-7292-4973-b017-39f9f717fba4), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.928761 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Routers {'8cb88cf9-41f9-4505-a662-8daf4403e238'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:19.930519 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b41788a5-3020-4df5-83e2-5660b5abeef6 admin admin] Publish callbacks [] for security_group (f36e4e27-7292-4973-b017-39f9f717fba4), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:19.932772 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['8cb88cf9-41f9-4505-a662-8daf4403e238'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:19.946883 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-85d19ffb-682c-428e-abc2-7950824748c5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/419c559d-069c-43da-873e-5269227abec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648634 Sep 03 03:49:20.031673 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36898) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:20.036537 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-a2b63c96-fc07-4505-af97-8558338a7fba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1649370848', 'description': 'tempest-description--1265270441'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:20.062242 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b41788a5-3020-4df5-83e2-5660b5abeef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (f36e4e27-7292-4973-b017-39f9f717fba4), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.065077 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b41788a5-3020-4df5-83e2-5660b5abeef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.072776 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-b41788a5-3020-4df5-83e2-5660b5abeef6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/f36e4e27-7292-4973-b017-39f9f717fba4 HTTP/1.1" status: 204 len: 168 time: 0.4066660 Sep 03 03:49:20.080061 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfadf5f-6c4a-44b9-8e2a-3291c847c952 None None] Pushing event updated for resources: {'Port': ['ID=4108177d-c00a-4c7b-a0a2-381c9d3383ed,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:20.111036 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41788a5-3020-4df5-83e2-5660b5abeef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36e4e27-7292-4973-b017-39f9f717fba4,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:20.154234 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a2b63c96-fc07-4505-af97-8558338a7fba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.160131 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36902) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:20.185784 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.193862 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:20.260519 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6bb0e4d2-0e8d-4c3b-90d0-6008331fddf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.272507 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] Set router 8cb88cf9-41f9-4505-a662-8daf4403e238 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:20.283456 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.284185 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (4f2fc7e1-3d91-489f-8918-c2c69c004295), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.315480 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 739df7f1-979d-40e8-aaec-1264cef2531e is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:20.317495 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 098729ac-473a-4cbe-83f6-387614239a99 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:20.410420 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:20.426316 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Attempting to bind port 4108177d-c00a-4c7b-a0a2-381c9d3383ed on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:20.426845 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Attempting to bind port 4108177d-c00a-4c7b-a0a2-381c9d3383ed by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:20.427327 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Attempting to bind port 4108177d-c00a-4c7b-a0a2-381c9d3383ed on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:20.482345 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:20.489949 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ee5883fb-d487-4ba0-b234-f695f6713ae8 req-e36368ba-cdbf-4668-a221-332ce759837c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 210 time: 0.2908168 Sep 03 03:49:20.507548 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:20.553092 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.557030 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9607613 Sep 03 03:49:20.622910 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd28666d-56c9-42a2-8a72-0c213de3fba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=018e8f8a-7f72-4fe1-8dda-0d67fe5ea401,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:20.666225 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=3,neutron:INSERT=10 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:20.670291 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-7e5a5b0f-bedc-44a4-8137-2b2132c54ca1 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1905278030&fields=id&tenant_id=12347de4d2e5465b9a00004084fcb85c HTTP/1.1" status: 200 len: 267 time: 0.1718976 Sep 03 03:49:20.696516 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a2b63c96-fc07-4505-af97-8558338a7fba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (2944c027-3341-419f-a8bc-024a8f00e25a), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.708147 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:20.710253 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Checking segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:20.712290 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.713871 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Bound using segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:20.715961 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Bound port: 4108177d-c00a-4c7b-a0a2-381c9d3383ed, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:20.717670 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.746174 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '098729ac-473a-4cbe-83f6-387614239a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port': {'id': '098729ac-473a-4cbe-83f6-387614239a99', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '3b9a119a-1ba7-46c2-9dc2-e7806974bd4b', 'name': '', 'network_id': '419c559d-069c-43da-873e-5269227abec0', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'mac_address': 'fa:16:3e:0d:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '88fb5e25-630e-4aa7-862a-7bb410130953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:19Z', 'revision_number': 4, 'project_id': '968cc9376f884f67b20b91547211fffd', 'subnets': [{'id': '88fb5e25-630e-4aa7-862a-7bb410130953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:20.786866 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:20.791619 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-371d6c02-2ac4-4e0e-9111-f30adffa51fa req-ace0477e-a03c-4d72-9704-1c534439ce46 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 210 time: 0.0842533 Sep 03 03:49:20.817467 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dee3741-7a0b-4607-bdc0-7f0303f9df57 None None] The sync data for ids ['8cb88cf9-41f9-4505-a662-8daf4403e238'] in dv-cinder-799663-12-iscsi is: [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '098729ac-473a-4cbe-83f6-387614239a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port': {'id': '098729ac-473a-4cbe-83f6-387614239a99', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '3b9a119a-1ba7-46c2-9dc2-e7806974bd4b', 'name': '', 'network_id': '419c559d-069c-43da-873e-5269227abec0', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'mac_address': 'fa:16:3e:0d:91:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_interface', 'standard_attr_id': 120, 'fixed_ips': [{'subnet_id': '88fb5e25-630e-4aa7-862a-7bb410130953', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:19Z', 'revision_number': 4, 'project_id': '968cc9376f884f67b20b91547211fffd', 'subnets': [{'id': '88fb5e25-630e-4aa7-862a-7bb410130953', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:20.831080 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f58f1b47-5135-4b80-8789-d335bd12c6cf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:20.832701 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f58f1b47-5135-4b80-8789-d335bd12c6cf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 810 time: 0.1529791 Sep 03 03:49:20.845600 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:20.846778 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a2b63c96-fc07-4505-af97-8558338a7fba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2944c027-3341-419f-a8bc-024a8f00e25a), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:20.937177 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-99dd887d-2a9d-421e-b7b6-33f907618094 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/quotas/12347de4d2e5465b9a00004084fcb85c HTTP/1.1" status: 200 len: 375 time: 0.0824986 Sep 03 03:49:21.016840 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 098729ac-473a-4cbe-83f6-387614239a99 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:21.017401 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (098729ac-473a-4cbe-83f6-387614239a99), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.089127 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a2b63c96-fc07-4505-af97-8558338a7fba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.093507 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-a2b63c96-fc07-4505-af97-8558338a7fba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0576901 Sep 03 03:49:21.141979 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-964fa14e-5d06-48ff-9c8a-ec5162237a75 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1980624 Sep 03 03:49:21.154404 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36972) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:21.161566 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-e880d235-2b68-4b82-b948-36b7b3ec020c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'security_group_rule': {'security_group_id': '2944c027-3341-419f-a8bc-024a8f00e25a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:21.257428 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-831e5b17-1888-4047-8543-0e25e687ffd8 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--574596704&fields=id&tenant_id=ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 267 time: 0.2547417 Sep 03 03:49:21.316972 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b63c96-fc07-4505-af97-8558338a7fba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2944c027-3341-419f-a8bc-024a8f00e25a,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:21.327288 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-1f184c99-d979-4cc3-9d9c-95c9fd3722fd service neutron] 10.222.0.25 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522548 Sep 03 03:49:21.347471 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6bb0e4d2-0e8d-4c3b-90d0-6008331fddf9 admin admin] Publish callbacks [] for security_group (9d1b2b3c-c9dd-4760-9509-852314903cdd), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.367259 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6bb0e4d2-0e8d-4c3b-90d0-6008331fddf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9d1b2b3c-c9dd-4760-9509-852314903cdd), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.425337 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-6bb0e4d2-0e8d-4c3b-90d0-6008331fddf9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=82a3a71ac0c44ea48a1aebc1b0e0aa5b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2632046 Sep 03 03:49:21.431737 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 36982) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:21.445839 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:21.461697 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] For port 4108177d-c00a-4c7b-a0a2-381c9d3383ed, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:21.469370 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] For port 4108177d-c00a-4c7b-a0a2-381c9d3383ed, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=4108177d-c00a-4c7b-a0a2-381c9d3383ed,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:21.504523 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.572296 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:21.572977 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:21.616545 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e880d235-2b68-4b82-b948-36b7b3ec020c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (aa920254-7d69-45f1-a0d7-95363fda6937), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.628733 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-624ddb95-1391-467f-b4de-10bec4e3761e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:21.635781 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-624ddb95-1391-467f-b4de-10bec4e3761e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 814 time: 0.3695288 Sep 03 03:49:21.666030 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5445d8be-0792-4961-9329-ca2654801083 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/quotas/ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 375 time: 0.0266826 Sep 03 03:49:21.717954 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:21.725806 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-94eae240-014f-469b-b6b2-d2ced17676a3 admin admin] Publish callbacks [] for security_group (9d1b2b3c-c9dd-4760-9509-852314903cdd), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.744933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0e4d2-0e8d-4c3b-90d0-6008331fddf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1b2b3c-c9dd-4760-9509-852314903cdd,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:21.810684 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfadf5f-6c4a-44b9-8e2a-3291c847c952 None None] Pushing event updated for resources: {'Port': ['ID=4108177d-c00a-4c7b-a0a2-381c9d3383ed,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:21.830228 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 098729ac-473a-4cbe-83f6-387614239a99 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:21.830638 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (098729ac-473a-4cbe-83f6-387614239a99), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.872589 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-6cf790d5-3337-4bfd-8530-8180eef2a59a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2053657 Sep 03 03:49:21.931639 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-94eae240-014f-469b-b6b2-d2ced17676a3 admin admin] Publish callbacks [] for security_group (9d1b2b3c-c9dd-4760-9509-852314903cdd), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:21.963154 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 098729ac-473a-4cbe-83f6-387614239a99, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=098729ac-473a-4cbe-83f6-387614239a99,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:22.026507 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (098729ac-473a-4cbe-83f6-387614239a99), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.027274 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 6592d72b-d22d-4e18-8430-64197e5b0c84 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:22.042518 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:22.092871 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e880d235-2b68-4b82-b948-36b7b3ec020c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (aa920254-7d69-45f1-a0d7-95363fda6937), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.101088 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-96497e4f-e012-4bb0-afed-3c24c45e0f8c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727704 Sep 03 03:49:22.127273 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e880d235-2b68-4b82-b948-36b7b3ec020c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (aa920254-7d69-45f1-a0d7-95363fda6937), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.189689 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-94eae240-014f-469b-b6b2-d2ced17676a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9d1b2b3c-c9dd-4760-9509-852314903cdd), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.195779 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-94eae240-014f-469b-b6b2-d2ced17676a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.198461 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-94eae240-014f-469b-b6b2-d2ced17676a3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9d1b2b3c-c9dd-4760-9509-852314903cdd HTTP/1.1" status: 204 len: 168 time: 0.7623682 Sep 03 03:49:22.199605 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:19Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:22.211834 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-ce432e71-1715-4509-9ccc-d21f967f49a8 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329232 Sep 03 03:49:22.225379 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880d235-2b68-4b82-b948-36b7b3ec020c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa920254-7d69-45f1-a0d7-95363fda6937,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:22.247072 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eae240-014f-469b-b6b2-d2ced17676a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1b2b3c-c9dd-4760-9509-852314903cdd,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:22.257867 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e880d235-2b68-4b82-b948-36b7b3ec020c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.260321 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e880d235-2b68-4b82-b948-36b7b3ec020c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1040232 Sep 03 03:49:22.263190 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 37016) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:22.277659 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-a33b47a9-9e4f-4ff8-acb2-b749d916f8b2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'security_group_rule': {'security_group_id': '2944c027-3341-419f-a8bc-024a8f00e25a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:22.346323 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:22.349900 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a33b47a9-9e4f-4ff8-acb2-b749d916f8b2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (740d6991-24b2-47a0-bb23-37bad2871525), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.364981 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:22.460017 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3b5260-4722-41ac-a0f1-f403f8e198c7 None None] The sync data for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi is: [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:19Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:22.506829 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 6592d72b-d22d-4e18-8430-64197e5b0c84 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:22.507591 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.554352 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a33b47a9-9e4f-4ff8-acb2-b749d916f8b2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (740d6991-24b2-47a0-bb23-37bad2871525), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.565891 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a33b47a9-9e4f-4ff8-acb2-b749d916f8b2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (740d6991-24b2-47a0-bb23-37bad2871525), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.583303 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-65da5f54-66b4-48af-9269-0ff353ed3413 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649256 Sep 03 03:49:22.692431 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=098729ac-473a-4cbe-83f6-387614239a99,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:22.824544 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b47a9-9e4f-4ff8-acb2-b749d916f8b2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740d6991-24b2-47a0-bb23-37bad2871525,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:22.852248 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a33b47a9-9e4f-4ff8-acb2-b749d916f8b2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:22.858986 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-a33b47a9-9e4f-4ff8-acb2-b749d916f8b2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5943284 Sep 03 03:49:22.862745 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 37042) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:22.868371 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:23.019770 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:23.213299 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-2ff2bba1-db7f-4668-8e64-bb8e94e67a32 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:23.221244 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-2ff2bba1-db7f-4668-8e64-bb8e94e67a32 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 819 time: 0.6207089 Sep 03 03:49:23.255950 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:23.269356 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-36eae74a-7105-42a6-941d-af3f75757a88 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/quotas/f3077cfc588042e0a1becefe1363385c HTTP/1.1" status: 200 len: 375 time: 0.0404656 Sep 03 03:49:23.278290 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 6592d72b-d22d-4e18-8430-64197e5b0c84 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:23.278940 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:23.346758 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 6592d72b-d22d-4e18-8430-64197e5b0c84, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=6592d72b-d22d-4e18-8430-64197e5b0c84,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:23.414531 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:23.416897 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c7ca8c66-26f0-47b1-a767-11097cbc3cf4 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:23.449162 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-5d4ae76d-4ac8-4822-8f0c-4c3f0c935ebe tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1708610 Sep 03 03:49:23.715506 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=6592d72b-d22d-4e18-8430-64197e5b0c84,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:23.718677 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:23.809519 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:21Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:23.845549 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-92335fd9-b429-4483-867b-5df56d678cc6 req-6fb40eef-9d9b-48c9-b311-7f4ffe7673e9 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 210 time: 0.6082008 Sep 03 03:49:23.881538 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-8cc450d2-3d3c-42ee-acf5-5e78db50c057 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171109 Sep 03 03:49:24.015646 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fea899-d399-4335-a423-bc33d7001c28 None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:21Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:24.019454 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:24.077402 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:24.077944 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:24.170180 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-8f66a5ac-27f2-43e8-9ea2-6d8b554f4ec7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754834 Sep 03 03:49:24.303170 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:24.303557 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:24.397708 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port c7ca8c66-26f0-47b1-a767-11097cbc3cf4, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c7ca8c66-26f0-47b1-a767-11097cbc3cf4,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:24.401888 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Allocated IP 172.27.4.48 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/9f0c4496-860b-4611-8057-e30528703673) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:24.407205 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:24.641490 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=c7ca8c66-26f0-47b1-a767-11097cbc3cf4,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:24.750759 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:24.785486 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for port (9f0c4496-860b-4611-8057-e30528703673), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:24.800900 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c0b1a873-9882-4fbf-a17f-859500d581c0 req-17b8c49a-6b32-46b6-8659-b164c5edb253 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 210 time: 0.8141730 Sep 03 03:49:24.813632 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Sync routers for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:49:24.875370 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:24.876378 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:24.967603 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-14b68947-04dd-4537-aeea-df94297a2a5e req-0168d32a-1938-4d81-b18c-7548c0c80f41 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 210 time: 0.2745099 Sep 03 03:49:25.068854 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.57', 52857) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:25.095770 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-416f7a55-d51a-4926-91de-bafb68d1ddb0 req-b366e3e2-e623-4f8e-a7c1-bb452143d0d0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 210 time: 0.1452632 Sep 03 03:49:25.115528 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (9f0c4496-860b-4611-8057-e30528703673), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:25.326911 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'Port': ['ID=9f0c4496-860b-4611-8057-e30528703673,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:25.332477 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 04d667da-5603-434d-b319-c7f67eefc163 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:25.345768 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:25.348520 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:25.356547 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:25.471348 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-82f7a3a1-8dd7-4cdf-b3b1-f2ffeb1c2825 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:25.475444 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-82f7a3a1-8dd7-4cdf-b3b1-f2ffeb1c2825 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.57 "GET /networking/v2.0/networks?id=419c559d-069c-43da-873e-5269227abec0 HTTP/1.1" status: 200 len: 812 time: 0.4054143 Sep 03 03:49:25.480803 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.57', 52861) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:25.481908 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (8546273d-07c9-4f56-b731-b44a825a4d70), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:25.495559 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:25.608623 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Request body: {'port': {'device_id': 'e5154156-831e-45fa-b20b-3c6bd4f1f383', 'network_id': '419c559d-069c-43da-873e-5269227abec0', 'admin_state_up': True, 'tenant_id': '968cc9376f884f67b20b91547211fffd'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:25.651542 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7a238328-2046-4a7b-9704-054b55605ab1 req-6c1bef9c-cca3-42d0-beeb-7f8a742be687 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 210 time: 0.1725602 Sep 03 03:49:25.656766 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 04d667da-5603-434d-b319-c7f67eefc163 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:25.668030 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (04d667da-5603-434d-b319-c7f67eefc163), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:25.701536 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (9f0c4496-860b-4611-8057-e30528703673), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:26.130551 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Made reservation on behalf of 968cc9376f884f67b20b91547211fffd for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:49:26.150395 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:26.159243 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:26.163673 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.57', 52872) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:26.290031 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-de5259d5-f316-4d82-a931-59f8fb7f0774 req-57848b26-0d78-4b0c-aa4f-d75a3a88de91 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 210 time: 0.1341457 Sep 03 03:49:26.309638 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 04d667da-5603-434d-b319-c7f67eefc163 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:26.311178 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:26.342312 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:26.408725 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:26.409381 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:26.463742 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:14Z', 'revision_number': 2, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:26.513418 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-dcbb33a7-3917-4e7c-9175-46946b4e2688 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:26.515477 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-dcbb33a7-3917-4e7c-9175-46946b4e2688 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 819 time: 0.9531074 Sep 03 03:49:26.534455 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:26.544611 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'port': {'device_id': 'f7f92467-64ec-4eba-af52-ad4923543504', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'admin_state_up': True, 'tenant_id': 'f3077cfc588042e0a1becefe1363385c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:26.555371 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Checking router: 591cc300-297a-457e-8305-0580885af0f6 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:49:26.555728 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Updating router 591cc300-297a-457e-8305-0580885af0f6 port 5b8c8a35-87aa-4470-914d-6ef58f026bfc binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:49:26.602022 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.57', 52876) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:26.812275 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1aaf44cb-0262-4cad-84f7-dafb90ad3a29 req-6503351b-db05-431f-b526-9146db43a2de tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 210 time: 0.2934892 Sep 03 03:49:26.848274 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:26.848274 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:26.860059 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2aef9616-8760-48f7-8516-216f19100f92 req-eef861ef-3290-428f-a7a4-7019be9bb32f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 210 time: 0.6078041 Sep 03 03:49:26.966028 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:26.975796 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:26.988830 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:26.989812 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:26.992633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:27.206827 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-b8d0f711-d8f4-4422-81fd-0f1afba752db tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:27.208616 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-b8d0f711-d8f4-4422-81fd-0f1afba752db tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 814 time: 0.6016619 Sep 03 03:49:27.296557 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5d4fd0cd-e387-475b-a6e0-1c8febc2bad6 req-3ec391b8-a595-47cd-b467-bd3416a28690 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 210 time: 0.1609693 Sep 03 03:49:27.392742 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:27.447869 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for port (9f0c4496-860b-4611-8057-e30528703673), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:27.471624 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:27.478883 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:27.511778 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (9f0c4496-860b-4611-8057-e30528703673), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:27.521125 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-749ad546-5a15-474b-9393-431f505da0e6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:27.524389 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-749ad546-5a15-474b-9393-431f505da0e6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 810 time: 1.3427782 Sep 03 03:49:27.526744 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (8546273d-07c9-4f56-b731-b44a825a4d70), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:27.640407 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9832e1e4-6fb5-42ad-b9d6-3d5b08f88559 req-3495ed8d-cb62-4571-926a-ffcd5e952107 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 210 time: 0.1936507 Sep 03 03:49:27.656071 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Allocated IP 172.20.0.14 (419c559d-069c-43da-873e-5269227abec0/88fb5e25-630e-4aa7-862a-7bb410130953/45d48f27-6986-4559-b518-e64ca4982470) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:27.702037 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:27.730152 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:27.731885 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8679664 Sep 03 03:49:27.751928 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-22af59da-5609-45a8-8c06-fe7b11627ac7 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 379 time: 0.4923334 Sep 03 03:49:27.770476 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5e7d6-8936-40cb-ba33-13b3254951e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'Port': ['ID=9f0c4496-860b-4611-8057-e30528703673,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:27.821212 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'port': {'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'admin_state_up': True, 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'security_groups': ['1572779e-5fdb-4395-9f30-d53ca3c36d75']}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:27.937987 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:27.938311 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:27.984162 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Made reservation on behalf of f3077cfc588042e0a1becefe1363385c for: {'port': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:49:27.991854 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:28.008209 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:28.060231 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.57', 52888) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:28.205529 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:28.211552 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-537ea407-b789-4d0e-8e14-8e19d83674ee tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=12347de4d2e5465b9a00004084fcb85c HTTP/1.1" status: 200 len: 380 time: 0.4238892 Sep 03 03:49:28.244387 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:28.257886 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c869c07e-9389-45b5-9252-cd2a5fbe39ee up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:28.345517 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-77c9a665-32d5-4e32-bc38-c78486c7de17 req-d3287edc-664c-45e1-bea0-34233b269f2a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 210 time: 0.2223291 Sep 03 03:49:28.360986 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'port': {'device_id': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'admin_state_up': True, 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'security_groups': ['909abcc6-e607-48db-9170-3c907a310b4e']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:28.399847 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f2631f55-fcdf-4540-8b69-e77f18e3892d req-f371bd51-723b-4e5e-be59-0801cb1e7dec tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 210 time: 0.3403897 Sep 03 03:49:28.567760 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:49:28.803671 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:28.807993 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Publish callbacks [] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:28.819046 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:28.820925 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c869c07e-9389-45b5-9252-cd2a5fbe39ee triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:28.821298 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:28.861746 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-4dc509d6-5151-4fbe-9310-260df94afb31 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:28.863528 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-4dc509d6-5151-4fbe-9310-260df94afb31 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 819 time: 0.6635916 Sep 03 03:49:28.921617 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:28.928467 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'port': {'device_id': '5ab059eb-4353-4c86-91ae-089e1c35f387', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'admin_state_up': True, 'tenant_id': 'f3077cfc588042e0a1becefe1363385c'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:29.082951 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee86eac-aa35-4495-89b9-850b35f6e73a None None] Pushing event updated for resources: {'Port': ['ID=5b8c8a35-87aa-4470-914d-6ef58f026bfc,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:29.088039 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Made reservation on behalf of ac9e77355ba040bda4f2186753df7b24 for: {'port': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:49:29.104069 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:29.245829 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2fea17e1-1654-4fc7-9983-6d97182dc904 req-52c5f06e-20ff-46a0-9ff7-d390979d1b04 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 210 time: 0.3700533 Sep 03 03:49:29.343894 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:29.403654 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-f64e81b8-5930-4b77-a426-fc00f5dfa479 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1649370848&fields=id&tenant_id=4d80eadc5cc34322b85201c50b3c6552 HTTP/1.1" status: 200 len: 267 time: 0.6689596 Sep 03 03:49:29.412476 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Made reservation on behalf of f3077cfc588042e0a1becefe1363385c for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:49:29.420497 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:29.437818 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Attempting to bind port 5b8c8a35-87aa-4470-914d-6ef58f026bfc on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:29.438463 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Attempting to bind port 5b8c8a35-87aa-4470-914d-6ef58f026bfc by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:29.445152 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Attempting to bind port 5b8c8a35-87aa-4470-914d-6ef58f026bfc on network a31ab79a-5d78-4441-9a2d-dcb13a26f9be {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:29.474225 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:29.475195 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Checking segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:29.475925 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:29.476436 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Bound using segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:29.477142 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Bound port: 5b8c8a35-87aa-4470-914d-6ef58f026bfc, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:29.477710 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:29.546197 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c869c07e-9389-45b5-9252-cd2a5fbe39ee is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:29.550542 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:29.554597 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-96342959-771c-4a8a-b629-11e22a9ed90b req-b77d6525-ee5d-48ec-9d5b-33556183b8b1 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 210 time: 0.0968428 Sep 03 03:49:29.677715 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Publish callbacks [] for port (45d48f27-6986-4559-b518-e64ca4982470), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:29.776520 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] For port 5b8c8a35-87aa-4470-914d-6ef58f026bfc, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:29.793052 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] For port 5b8c8a35-87aa-4470-914d-6ef58f026bfc, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=5b8c8a35-87aa-4470-914d-6ef58f026bfc,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:29.795272 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Allocated IP 172.20.0.3 (623f82bb-85e8-446e-8a72-4128e524e83a/ab296ad1-dac0-43dd-bc96-96edc9191eb2/41a7b1ba-2a3f-4b4f-8d13-1e07765177c0) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:29.816425 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:29.883644 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-77f169e2-d867-496e-82d0-e4e7c5ebc0d9 req-cb792d05-7ca3-4842-be5b-950c763cc1e8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 210 time: 0.0492358 Sep 03 03:49:29.890726 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:29.960690 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Made reservation on behalf of 12347de4d2e5465b9a00004084fcb85c for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:49:29.967124 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:30.026869 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port c869c07e-9389-45b5-9252-cd2a5fbe39ee, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c869c07e-9389-45b5-9252-cd2a5fbe39ee,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:30.029248 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:49:30.036826 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:30.042509 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (45d48f27-6986-4559-b518-e64ca4982470), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:30.049455 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:30.050282 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 098729ac-473a-4cbe-83f6-387614239a99 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:30.219388 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee86eac-aa35-4495-89b9-850b35f6e73a None None] Pushing event updated for resources: {'Port': ['ID=5b8c8a35-87aa-4470-914d-6ef58f026bfc,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:30.279066 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-e0660358-6931-4e5b-8a25-da94a0d9ac62 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:30.279066 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-e0660358-6931-4e5b-8a25-da94a0d9ac62 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 817 time: 0.8640566 Sep 03 03:49:30.287437 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cecf4543-e590-4db7-8f08-1447058518e3 req-ee862eaa-9827-4817-9215-3a97a5f56dfb tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 210 time: 0.0839901 Sep 03 03:49:30.458883 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 098729ac-473a-4cbe-83f6-387614239a99 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:30.459472 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (098729ac-473a-4cbe-83f6-387614239a99), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:30.472268 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Allocated IP 172.20.0.4 (335e6c24-2920-465c-b2cd-3b3be68e2751/a9bdd747-577e-40f6-b0eb-a0f32c6f0659/c131716e-c4cf-4300-99d4-32cea2b1becb) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:30.499239 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-0e0fb7e5-bdc3-4c78-8652-f7833a2991b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/quotas/4d80eadc5cc34322b85201c50b3c6552 HTTP/1.1" status: 200 len: 375 time: 0.1261604 Sep 03 03:49:30.514955 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:30.576010 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=c869c07e-9389-45b5-9252-cd2a5fbe39ee,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:30.594527 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Pushing event updated for resources: {'Port': ['ID=45d48f27-6986-4559-b518-e64ca4982470,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:30.637461 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Network 419c559d-069c-43da-873e-5269227abec0 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:30.642256 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:30.653084 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:49:30.653310 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:30.669541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:30.671205 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:30.722505 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 098729ac-473a-4cbe-83f6-387614239a99 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:30.723836 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 6592d72b-d22d-4e18-8430-64197e5b0c84 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:30.733410 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:30.744965 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:30.777916 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:30.786967 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-681b8941-03f2-4c9c-ba98-a84c31b82f6a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2604699 Sep 03 03:49:30.816646 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=12 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:30.883410 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37ec67-5890-42fa-90ce-fa8b42d3ab79 req-85e95385-564a-4cf5-ad8d-c0cae111f8f8 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:30.885147 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe37ec67-5890-42fa-90ce-fa8b42d3ab79 req-85e95385-564a-4cf5-ad8d-c0cae111f8f8 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.2749777 Sep 03 03:49:31.009076 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Allocated IP 172.20.0.10 (3310a324-39c6-4074-b839-e8b47e45dc07/60a4659c-255a-4e16-8248-d3aeaaefdf02/1197b605-d728-4d04-90d2-9befd8120dd4) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:31.026005 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2cf4b1b9-e46a-444f-9517-e56ccd9ff494 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4390950 Sep 03 03:49:31.026417 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:31.067841 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 6592d72b-d22d-4e18-8430-64197e5b0c84 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:31.068463 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.095738 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe37ec67-5890-42fa-90ce-fa8b42d3ab79 req-b0bd0697-2851-4d41-9aa5-69e099ff48d9 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840677 Sep 03 03:49:31.128258 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:31.261842 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-cd490e4e-2ea5-4407-a14b-6f6ced98f5ce None None] Provisioning complete for port 45d48f27-6986-4559-b518-e64ca4982470 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:31.262228 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-cd490e4e-2ea5-4407-a14b-6f6ced98f5ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (45d48f27-6986-4559-b518-e64ca4982470), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.278441 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.283321 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-14af39c1-5320-45dc-98c6-7c0aa78f9e25 req-f837661c-1b49-4ec0-bc27-da3e4b0c9c1d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 210 time: 0.0881596 Sep 03 03:49:31.321083 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.348572 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:49:31.370311 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-97e5d064-9519-4550-b495-86d47a6fd659 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141184 Sep 03 03:49:31.392404 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-be92c70a-2331-4490-8015-734c74a850cf req-020d46ee-8262-41b6-b8cb-5728610d3bb7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 210 time: 0.0288138 Sep 03 03:49:31.409322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.410932 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ca5246-2ee6-4049-b4f5-b9103062bd1b None None] The sync data for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi is: [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:49:31.461818 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:31.467823 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:31.471810 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.db.api [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-a8e6cdc2-92db-44fb-8aad-e148f37041df {{(pid=117866) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 03:49:31.472614 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG oslo_db.api [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 03:49:31.474601 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:31.477972 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-cd490e4e-2ea5-4407-a14b-6f6ced98f5ce None None] Port 45d48f27-6986-4559-b518-e64ca4982470 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:31.481376 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:31.481541 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Network 623f82bb-85e8-446e-8a72-4128e524e83a is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:31.481648 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 6592d72b-d22d-4e18-8430-64197e5b0c84 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:31.482594 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.482830 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device db5c9fc5-691c-4c13-8553-cd0727e3f4c6 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:31.502648 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:31.505864 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:31.516279 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:31.517268 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.540336 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2346821 Sep 03 03:49:31.563899 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376798f-72b8-4dad-be95-618375c8275e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'Port': ['ID=c131716e-c4cf-4300-99d4-32cea2b1becb,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:31.598092 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0593293 Sep 03 03:49:31.778927 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (1197b605-d728-4d04-90d2-9befd8120dd4), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.820481 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12022554-3392-4a19-a5cc-d963eb172cdb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event updated for resources: {'Port': ['ID=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:31.838435 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:31.838691 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.879091 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.928244 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-591cd889-f00b-45be-ac9f-2e3054b18887 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5298941 Sep 03 03:49:31.929408 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4eb08b55-3702-4c9c-9b7d-72bfdb6212a6 req-61d02f7c-e5e9-4a5b-8833-c88165bb24a9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 210 time: 0.3573585 Sep 03 03:49:31.931044 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-653f77c4-ae85-4338-a166-a4e708314b09 None None] Provisioning complete for port c131716e-c4cf-4300-99d4-32cea2b1becb triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:31.931882 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-653f77c4-ae85-4338-a166-a4e708314b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:31.950571 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Network 3310a324-39c6-4074-b839-e8b47e45dc07 is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:31.952067 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:31.953217 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:31.971878 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:31.974877 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.004026 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:32.005497 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.021063 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-653f77c4-ae85-4338-a166-a4e708314b09 None None] Port c131716e-c4cf-4300-99d4-32cea2b1becb cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:32.022731 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:32.023337 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.025494 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=1197b605-d728-4d04-90d2-9befd8120dd4,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:32.041821 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-804a1796-db62-4434-8b42-7691a45d0d5a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2318375 Sep 03 03:49:32.054921 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port db5c9fc5-691c-4c13-8553-cd0727e3f4c6, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=db5c9fc5-691c-4c13-8553-cd0727e3f4c6,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:32.062007 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.214143 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-d95ee032-3264-42b1-9c1b-279f2876131b None None] Provisioning complete for port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:32.214143 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-d95ee032-3264-42b1-9c1b-279f2876131b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.244326 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7c028b09-25a4-4ffb-8482-691a05c2c612 req-6fb2f7f1-23e5-4b75-91ba-a21f4279fe4d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.1107638 Sep 03 03:49:32.308435 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=db5c9fc5-691c-4c13-8553-cd0727e3f4c6,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:32.334328 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-d95ee032-3264-42b1-9c1b-279f2876131b None None] Port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:32.370513 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752929a9-c6de-4f53-8471-40ca6558f9c0 req-e48be5ea-c15e-4320-8f53-12ca2288acfa tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:32.372556 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-752929a9-c6de-4f53-8471-40ca6558f9c0 req-e48be5ea-c15e-4320-8f53-12ca2288acfa tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.1039567 Sep 03 03:49:32.488423 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 5b8c8a35-87aa-4470-914d-6ef58f026bfc up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:32.501604 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206211e2-ad76-46f1-8b22-500352bad4d1 req-e914e1d9-b548-4686-9739-d5441e6f3721 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:32.508443 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-206211e2-ad76-46f1-8b22-500352bad4d1 req-e914e1d9-b548-4686-9739-d5441e6f3721 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.0955215 Sep 03 03:49:32.524428 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-752929a9-c6de-4f53-8471-40ca6558f9c0 req-da7cb5da-b3a5-4956-b4ae-c8b0435e392d tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403816 Sep 03 03:49:32.525487 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Allocated IP 172.20.0.8 (623f82bb-85e8-446e-8a72-4128e524e83a/ab296ad1-dac0-43dd-bc96-96edc9191eb2/1dd4dd3b-d3d8-41d5-bd57-76720a2443c2) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:32.559952 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-f0e96ac2-b590-4b56-9ef1-5b022238a587 None None] Provisioning complete for port 1197b605-d728-4d04-90d2-9befd8120dd4 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:32.560324 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f0e96ac2-b590-4b56-9ef1-5b022238a587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.624126 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-f0e96ac2-b590-4b56-9ef1-5b022238a587 None None] Port 1197b605-d728-4d04-90d2-9befd8120dd4 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:32.633923 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6aa54775-ee09-4804-a27e-0caa085817c2 req-3f0989ce-4466-479d-8625-48e5a6d70b8e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 210 time: 0.0392411 Sep 03 03:49:32.647189 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:32.653336 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 5b8c8a35-87aa-4470-914d-6ef58f026bfc triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:32.654582 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.680744 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:32.715621 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-206211e2-ad76-46f1-8b22-500352bad4d1 req-3098af19-2bee-4c09-8c78-44aa9ae8a667 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009025 Sep 03 03:49:32.748969 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:32.754745 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 5b8c8a35-87aa-4470-914d-6ef58f026bfc is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:32.755574 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.765680 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.804142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.820335 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 5b8c8a35-87aa-4470-914d-6ef58f026bfc, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=5b8c8a35-87aa-4470-914d-6ef58f026bfc,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:32.825089 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.826205 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c869c07e-9389-45b5-9252-cd2a5fbe39ee up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:32.859083 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Network 623f82bb-85e8-446e-8a72-4128e524e83a is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:32.865924 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:32.870102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:32.875616 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:32.876342 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.895186 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event updated for resources: {'Port': ['ID=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:32.902429 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-ec8f4c3e-b722-47aa-a28d-3d8ff2d3c62e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9857700 Sep 03 03:49:32.918399 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=5b8c8a35-87aa-4470-914d-6ef58f026bfc,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:32.930503 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c869c07e-9389-45b5-9252-cd2a5fbe39ee triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:32.930929 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:32.949773 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:32.972507 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 37350) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:33.022466 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c869c07e-9389-45b5-9252-cd2a5fbe39ee is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:33.023606 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:33.069206 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:33.069583 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.071805 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afb2cc-672d-4823-8ea0-bca50707a7a4 req-07d62b08-7ace-43d3-8b5e-97b7157ee68f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:33.073349 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-03afb2cc-672d-4823-8ea0-bca50707a7a4 req-07d62b08-7ace-43d3-8b5e-97b7157ee68f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 932 time: 0.0488966 Sep 03 03:49:33.112061 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e7aa462a-700b-4867-97e6-8059474597d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.123160 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-03afb2cc-672d-4823-8ea0-bca50707a7a4 req-99ea13f3-aef1-4fad-951e-a719d9c9915c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441432 Sep 03 03:49:33.156884 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:33.158076 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:33.162359 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-11390ecf-75c0-4785-b5da-86f2cc120c8e None None] Provisioning complete for port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:33.162718 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-11390ecf-75c0-4785-b5da-86f2cc120c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.198339 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e7aa462a-700b-4867-97e6-8059474597d6 admin admin] Publish callbacks [] for security_group (c6e339c2-85cc-4264-9e44-8bf0ee8e1bb6), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.202588 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e7aa462a-700b-4867-97e6-8059474597d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (c6e339c2-85cc-4264-9e44-8bf0ee8e1bb6), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.224430 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-11390ecf-75c0-4785-b5da-86f2cc120c8e None None] Port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:33.237439 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:33.237869 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.243114 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e7aa462a-700b-4867-97e6-8059474597d6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=032a9710741b4b268a44b8b17b209c7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689102 Sep 03 03:49:33.243946 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aa462a-700b-4867-97e6-8059474597d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e339c2-85cc-4264-9e44-8bf0ee8e1bb6,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:33.245847 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 37354) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:33.294558 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7eaffe3-4841-4627-b94e-1ae5b5828404 admin admin] Publish callbacks [] for security_group (c6e339c2-85cc-4264-9e44-8bf0ee8e1bb6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.308850 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:33.309915 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 4108177d-c00a-4c7b-a0a2-381c9d3383ed up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:33.318459 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7eaffe3-4841-4627-b94e-1ae5b5828404 admin admin] Publish callbacks [] for security_group (c6e339c2-85cc-4264-9e44-8bf0ee8e1bb6), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.355286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 4108177d-c00a-4c7b-a0a2-381c9d3383ed triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:33.355518 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:33.355697 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.375947 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7eaffe3-4841-4627-b94e-1ae5b5828404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (c6e339c2-85cc-4264-9e44-8bf0ee8e1bb6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.379474 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7eaffe3-4841-4627-b94e-1ae5b5828404 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.380648 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-14d6b9a3-6790-46cd-a4e2-c8ad2f85eb99 req-1085492e-07bb-449a-a932-c7c1347ddab0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0327411 Sep 03 03:49:33.386671 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-e7eaffe3-4841-4627-b94e-1ae5b5828404 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c6e339c2-85cc-4264-9e44-8bf0ee8e1bb6 HTTP/1.1" status: 204 len: 168 time: 0.1397493 Sep 03 03:49:33.397408 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaffe3-4841-4627-b94e-1ae5b5828404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e339c2-85cc-4264-9e44-8bf0ee8e1bb6,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:33.455873 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 4108177d-c00a-4c7b-a0a2-381c9d3383ed is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:33.456265 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.477453 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:33.495100 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 4108177d-c00a-4c7b-a0a2-381c9d3383ed, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=4108177d-c00a-4c7b-a0a2-381c9d3383ed,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:33.501622 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.502298 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c7ca8c66-26f0-47b1-a767-11097cbc3cf4 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:33.612035 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=4108177d-c00a-4c7b-a0a2-381c9d3383ed,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:33.616469 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:33.617014 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.684020 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:33.688447 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dda13c-0d18-4573-a34f-2944da8e0245 req-20068624-bd54-4270-8be1-92e077b00c03 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:33.696010 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a9dda13c-0d18-4573-a34f-2944da8e0245 req-20068624-bd54-4270-8be1-92e077b00c03 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.0648472 Sep 03 03:49:33.759413 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:33.782137 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a9dda13c-0d18-4573-a34f-2944da8e0245 req-24214b85-5eeb-4c21-bce3-1b9b41d2afe9 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849588 Sep 03 03:49:33.782665 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 37370) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:33.820138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ec3ec209-67ba-4a78-8bc5-115e3de13d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.851553 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6a0875-3d69-4164-9b53-a5776b1dbb7a req-ab6dbbd8-8813-4ddd-8481-64ad7b16803e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:33.855585 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0e6a0875-3d69-4164-9b53-a5776b1dbb7a req-ab6dbbd8-8813-4ddd-8481-64ad7b16803e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 931 time: 0.0938926 Sep 03 03:49:33.940493 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ec3ec209-67ba-4a78-8bc5-115e3de13d77 admin admin] Publish callbacks [] for security_group (393ce54d-c8f6-49cb-b4f6-e0d1cbf4fbcd), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:33.951930 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ec3ec209-67ba-4a78-8bc5-115e3de13d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (393ce54d-c8f6-49cb-b4f6-e0d1cbf4fbcd), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:34.001953 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0e6a0875-3d69-4164-9b53-a5776b1dbb7a req-da639942-b878-4a9c-9f5b-0c4f74d3fa64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260812 Sep 03 03:49:34.030854 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3ec209-67ba-4a78-8bc5-115e3de13d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393ce54d-c8f6-49cb-b4f6-e0d1cbf4fbcd,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:34.045050 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9a313-1fe5-46f1-ad51-7a54a38aaf19 req-5ead970e-240e-4df1-95eb-1cdd9f099c22 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:34.047010 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-98d9a313-1fe5-46f1-ad51-7a54a38aaf19 req-5ead970e-240e-4df1-95eb-1cdd9f099c22 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.1090860 Sep 03 03:49:34.055125 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 37380) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:34.055398 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ec3ec209-67ba-4a78-8bc5-115e3de13d77 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ffb0ee08212d49ca98190a0a74a401e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716084 Sep 03 03:49:34.135954 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-98d9a313-1fe5-46f1-ad51-7a54a38aaf19 req-2d4fadb4-3a62-4bf8-8bd0-8323bb5a74a5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786927 Sep 03 03:49:34.190045 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-66c57258-3be2-436e-960a-f31bacb69fa5 admin admin] Publish callbacks [] for security_group (393ce54d-c8f6-49cb-b4f6-e0d1cbf4fbcd), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:34.250637 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-66c57258-3be2-436e-960a-f31bacb69fa5 admin admin] Publish callbacks [] for security_group (393ce54d-c8f6-49cb-b4f6-e0d1cbf4fbcd), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:34.294659 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device db5c9fc5-691c-4c13-8553-cd0727e3f4c6 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:34.383106 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-66c57258-3be2-436e-960a-f31bacb69fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (393ce54d-c8f6-49cb-b4f6-e0d1cbf4fbcd), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:34.385742 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-66c57258-3be2-436e-960a-f31bacb69fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:34.387049 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-66c57258-3be2-436e-960a-f31bacb69fa5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/393ce54d-c8f6-49cb-b4f6-e0d1cbf4fbcd HTTP/1.1" status: 204 len: 168 time: 0.3304396 Sep 03 03:49:34.405924 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:34.406292 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:34.409792 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c57258-3be2-436e-960a-f31bacb69fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393ce54d-c8f6-49cb-b4f6-e0d1cbf4fbcd,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:34.416706 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbcbc9-53dc-4be3-9639-1b4faaee7e6e req-b793c7a0-9851-457f-9d68-745dd4330074 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:34.423925 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-67dbcbc9-53dc-4be3-9639-1b4faaee7e6e req-b793c7a0-9851-457f-9d68-745dd4330074 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 932 time: 0.1082551 Sep 03 03:49:34.447916 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:34.482392 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-67dbcbc9-53dc-4be3-9639-1b4faaee7e6e req-6a29244d-8140-4156-bad5-ae020b4797d7 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551519 Sep 03 03:49:34.554706 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5e485062-031f-4bea-8f17-957f29c00d6f req-af7e4e00-491d-4558-8e70-14d4c2ecd7d1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0277014 Sep 03 03:49:34.661840 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:34.662957 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 5b8c8a35-87aa-4470-914d-6ef58f026bfc up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:34.735215 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 5b8c8a35-87aa-4470-914d-6ef58f026bfc triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:34.735667 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:34.864878 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 5b8c8a35-87aa-4470-914d-6ef58f026bfc is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:34.866158 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 4108177d-c00a-4c7b-a0a2-381c9d3383ed up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:34.948940 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 4108177d-c00a-4c7b-a0a2-381c9d3383ed triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:34.949336 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:35.014279 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ae975-bb7e-40e6-ac5e-766a50fedb86 req-8feb0f25-6bfa-4894-9d27-46c6b78233a5 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:35.016593 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-db6ae975-bb7e-40e6-ac5e-766a50fedb86 req-8feb0f25-6bfa-4894-9d27-46c6b78233a5 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.1012259 Sep 03 03:49:35.132205 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 4108177d-c00a-4c7b-a0a2-381c9d3383ed is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:35.135399 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece635b-fbac-432e-b172-db03b98f29ca req-8f406e6d-020e-43b8-b70f-45feb61fa781 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:35.149553 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eece635b-fbac-432e-b172-db03b98f29ca req-8f406e6d-020e-43b8-b70f-45feb61fa781 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 931 time: 0.0671842 Sep 03 03:49:35.151891 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-db6ae975-bb7e-40e6-ac5e-766a50fedb86 req-879c26a1-95f3-4532-bd92-fb9bc33141aa tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217391 Sep 03 03:49:35.190229 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 37410) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:35.218742 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d1a65bfd-8335-4619-8cdf-011c30cf7fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:35.246230 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eece635b-fbac-432e-b172-db03b98f29ca req-b9a94dd3-3398-4bdb-920b-c662ab195d73 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953636 Sep 03 03:49:35.325581 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da9367-20b1-4244-8929-7779784492f9 req-8a856623-a691-4625-a525-19491e4bc4f9 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:35.327120 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-40da9367-20b1-4244-8929-7779784492f9 req-8a856623-a691-4625-a525-19491e4bc4f9 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.0750754 Sep 03 03:49:35.367973 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d1a65bfd-8335-4619-8cdf-011c30cf7fbd admin admin] Publish callbacks [] for security_group (9a3da90b-f194-413d-891a-452f57359e1e), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:35.374764 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d1a65bfd-8335-4619-8cdf-011c30cf7fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9a3da90b-f194-413d-891a-452f57359e1e), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:35.380388 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:35.446220 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-d1a65bfd-8335-4619-8cdf-011c30cf7fbd admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bf78a06119f34740a3b52d17a4e37002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543337 Sep 03 03:49:35.448855 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 37412) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:35.459988 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-40da9367-20b1-4244-8929-7779784492f9 req-860b9d77-7b02-4347-9809-135271cdd29f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207354 Sep 03 03:49:35.460654 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a65bfd-8335-4619-8cdf-011c30cf7fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a3da90b-f194-413d-891a-452f57359e1e,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:35.513680 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f4-e896-4db1-94ca-a24dd6c4380f admin admin] Publish callbacks [] for security_group (9a3da90b-f194-413d-891a-452f57359e1e), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:35.550715 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f4-e896-4db1-94ca-a24dd6c4380f admin admin] Publish callbacks [] for security_group (9a3da90b-f194-413d-891a-452f57359e1e), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:35.616183 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f4-e896-4db1-94ca-a24dd6c4380f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9a3da90b-f194-413d-891a-452f57359e1e), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:35.619028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42ff86f4-e896-4db1-94ca-a24dd6c4380f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:35.620865 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-42ff86f4-e896-4db1-94ca-a24dd6c4380f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9a3da90b-f194-413d-891a-452f57359e1e HTTP/1.1" status: 204 len: 168 time: 0.1686270 Sep 03 03:49:35.629981 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff86f4-e896-4db1-94ca-a24dd6c4380f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a3da90b-f194-413d-891a-452f57359e1e,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:35.662305 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d2a07-c11d-49dd-840f-f9b1af17bfa4 req-0459e6a1-0bd0-4dc4-b137-138809111a04 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:35.664032 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0e6d2a07-c11d-49dd-840f-f9b1af17bfa4 req-0459e6a1-0bd0-4dc4-b137-138809111a04 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 932 time: 0.0834925 Sep 03 03:49:35.712418 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f2398500-b0ad-4c15-ab27-87af2a8df411 req-4ce91e1a-47b7-4072-a033-1de670045896 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0423703 Sep 03 03:49:35.747448 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0e6d2a07-c11d-49dd-840f-f9b1af17bfa4 req-a6ae5799-8e6e-43b5-9bf1-fd7f7465e711 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581553 Sep 03 03:49:36.313326 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccc93b-469d-433c-9e67-71bf090bc0f3 req-5d462cf3-a266-429a-ba13-4f5bf4e37cb2 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:36.323339 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5fccc93b-469d-433c-9e67-71bf090bc0f3 req-5d462cf3-a266-429a-ba13-4f5bf4e37cb2 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.0692458 Sep 03 03:49:36.375020 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5fccc93b-469d-433c-9e67-71bf090bc0f3 req-0aab3a5b-d74f-46be-883b-ef4d1702f8d9 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Sep 03 03:49:36.403027 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493e9d9-2740-4da7-87d6-34be566047f8 req-d78a304a-be34-486e-bf9c-2ded05855b89 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:36.414120 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7493e9d9-2740-4da7-87d6-34be566047f8 req-d78a304a-be34-486e-bf9c-2ded05855b89 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 931 time: 0.0804241 Sep 03 03:49:36.466205 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7493e9d9-2740-4da7-87d6-34be566047f8 req-234cae6a-c687-4cfe-8be4-48531b6c9c5a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457780 Sep 03 03:49:36.604616 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1f23f-8654-430c-a9df-883cccb7534c req-82860cf9-431c-44e2-973f-731c0a99bd15 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:36.606075 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-04f1f23f-8654-430c-a9df-883cccb7534c req-82860cf9-431c-44e2-973f-731c0a99bd15 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.0573776 Sep 03 03:49:36.668086 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-04f1f23f-8654-430c-a9df-883cccb7534c req-c0005511-b922-40b0-a3d6-56ebe881188a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527983 Sep 03 03:49:36.837959 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3b3435ad-cd5a-4c99-b529-671333b60d0d req-77d74bb4-0e68-4c66-a6e7-fc824f8b38df tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0414321 Sep 03 03:49:36.901933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c46efb-b1f1-4e54-a7b8-1e1ee3ae4603 req-30b5793d-8d40-4acf-bd11-eaffd686da0b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:36.909936 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-19c46efb-b1f1-4e54-a7b8-1e1ee3ae4603 req-30b5793d-8d40-4acf-bd11-eaffd686da0b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 932 time: 0.0882020 Sep 03 03:49:36.986986 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:36.992968 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-19c46efb-b1f1-4e54-a7b8-1e1ee3ae4603 req-a912befd-7a25-467e-a307-5ac63d4a1176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819499 Sep 03 03:49:37.521014 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adfedc-1750-46ae-ae02-c985335be907 req-32408dfc-762d-466d-b36a-57b4f0308b01 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:37.525420 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-32adfedc-1750-46ae-ae02-c985335be907 req-32408dfc-762d-466d-b36a-57b4f0308b01 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.0566649 Sep 03 03:49:37.587848 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:37.592790 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-32adfedc-1750-46ae-ae02-c985335be907 req-c4c84b32-91bd-47d8-bd1c-3034f64f7213 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593755 Sep 03 03:49:37.619142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3699-4dd7-4eaf-a3f8-634b48f24085 req-6f514ced-cf5c-4aeb-bae0-a56feacbcbe9 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:37.620822 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eb7b3699-4dd7-4eaf-a3f8-634b48f24085 req-6f514ced-cf5c-4aeb-bae0-a56feacbcbe9 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 931 time: 0.0542092 Sep 03 03:49:37.669064 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eb7b3699-4dd7-4eaf-a3f8-634b48f24085 req-4695b371-b641-402a-882f-b10e20a250bf tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Sep 03 03:49:37.798350 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:37.820833 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbac8ec-2e16-4e17-afac-ec96891e1a21 req-964fec53-5fe3-43c3-96ee-05408b51ddea tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:37.827345 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0bbac8ec-2e16-4e17-afac-ec96891e1a21 req-964fec53-5fe3-43c3-96ee-05408b51ddea tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.0670538 Sep 03 03:49:37.882442 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0bbac8ec-2e16-4e17-afac-ec96891e1a21 req-2e717696-f212-440b-8eda-462e525419a2 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538459 Sep 03 03:49:38.004628 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c5200e3e-7156-4500-939e-085d8637412e req-656308ae-651f-4e05-8a26-4580e33c83cd tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0431421 Sep 03 03:49:38.195560 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f0d52-f1ca-44d4-a333-3e8907a7ca20 req-207dbf34-04c0-48bd-864b-1f0e0ec9aba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:38.197376 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a05f0d52-f1ca-44d4-a333-3e8907a7ca20 req-207dbf34-04c0-48bd-864b-1f0e0ec9aba1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 932 time: 0.0792286 Sep 03 03:49:38.290823 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a05f0d52-f1ca-44d4-a333-3e8907a7ca20 req-c391a098-52f2-4e3f-b2cd-8211b73876ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879095 Sep 03 03:49:38.720338 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d72f8f1-9a79-4bca-a35a-6340d78b5a00 req-e3b6e0e3-fdc6-420d-836e-a4c17ae23055 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:38.722066 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2d72f8f1-9a79-4bca-a35a-6340d78b5a00 req-e3b6e0e3-fdc6-420d-836e-a4c17ae23055 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.0516467 Sep 03 03:49:38.801437 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2d72f8f1-9a79-4bca-a35a-6340d78b5a00 req-c06546d0-ff27-4523-bd3d-359d0c2b1c64 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735505 Sep 03 03:49:38.829729 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e63bd-f9ec-47c8-87b8-b77a10fe9b0d req-c779618b-01cb-44ae-893a-38a5434bae27 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:38.838250 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-548e63bd-f9ec-47c8-87b8-b77a10fe9b0d req-c779618b-01cb-44ae-893a-38a5434bae27 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 931 time: 0.0731082 Sep 03 03:49:38.916663 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-548e63bd-f9ec-47c8-87b8-b77a10fe9b0d req-0c45323b-b112-4326-8857-81845284d29b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562944 Sep 03 03:49:38.951232 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-171dae2f-d87b-4e24-b620-f34575369c52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:39.024475 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeedb1a-e2b4-4338-8745-f92b1b8168be req-e5c70685-bd46-4c24-8a59-c86304834ebd tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:39.025934 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-faeedb1a-e2b4-4338-8745-f92b1b8168be req-e5c70685-bd46-4c24-8a59-c86304834ebd tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.0473387 Sep 03 03:49:39.095570 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-faeedb1a-e2b4-4338-8745-f92b1b8168be req-b9332e3d-d7df-4f0e-a59b-0c4cb77132eb tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639088 Sep 03 03:49:39.130542 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c5222b70-b248-4c68-9e98-732f656426cc req-58d38095-d87c-4068-9a2f-675be82a1867 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0290163 Sep 03 03:49:39.408599 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958108bf-5fb6-43dd-abee-a0d0cb0822c3 req-032c0416-d7cf-4e9d-8119-404a046a1f63 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:39.410093 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-958108bf-5fb6-43dd-abee-a0d0cb0822c3 req-032c0416-d7cf-4e9d-8119-404a046a1f63 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 932 time: 0.0458522 Sep 03 03:49:39.471501 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-958108bf-5fb6-43dd-abee-a0d0cb0822c3 req-d9fa6e72-7d0b-494c-994a-da7d1d8d8bd2 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559378 Sep 03 03:49:39.916952 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b299-0c14-4a8c-b5e0-8c0d7fdd4c00 req-d3189480-d563-4d71-908e-9e693c282011 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:39.918308 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ad83b299-0c14-4a8c-b5e0-8c0d7fdd4c00 req-d3189480-d563-4d71-908e-9e693c282011 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.0498607 Sep 03 03:49:39.976458 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ad83b299-0c14-4a8c-b5e0-8c0d7fdd4c00 req-308278c6-a519-4744-9236-b74dca1ac6dc tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523348 Sep 03 03:49:39.981334 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:40.030214 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2c8e2-cd9a-410a-9a9a-6884b6b5c49c req-7547f8e1-442b-4b7b-9a74-8eded3b96511 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:40.031685 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2fa2c8e2-cd9a-410a-9a9a-6884b6b5c49c req-7547f8e1-442b-4b7b-9a74-8eded3b96511 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 931 time: 0.0499883 Sep 03 03:49:40.079791 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2fa2c8e2-cd9a-410a-9a9a-6884b6b5c49c req-cdfecead-fd85-4d41-9779-36a8fc17002a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Sep 03 03:49:40.218450 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fd602-c4ee-4d38-b191-3f1fb43b6be9 req-393fbd96-85cf-4718-b02a-e39970a64d9d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:40.219937 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-496fd602-c4ee-4d38-b191-3f1fb43b6be9 req-393fbd96-85cf-4718-b02a-e39970a64d9d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.0462568 Sep 03 03:49:40.238025 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-95823583-198a-4c91-8eb1-3ca8acd1da51 req-b2b55148-990e-4a98-bd99-a79776e3bbe5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0281501 Sep 03 03:49:40.276055 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-496fd602-c4ee-4d38-b191-3f1fb43b6be9 req-b9ebcb5b-9709-4dd8-ba12-4571d6477eed tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501871 Sep 03 03:49:40.592927 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c3d09-25c1-42e3-ad30-e0bacae5e6df req-353d8ca4-7693-4a27-9223-0330511ce978 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:40.594385 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4d2c3d09-25c1-42e3-ad30-e0bacae5e6df req-353d8ca4-7693-4a27-9223-0330511ce978 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 932 time: 0.0469534 Sep 03 03:49:40.646436 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4d2c3d09-25c1-42e3-ad30-e0bacae5e6df req-b4d96c44-dc69-4bae-bbc5-f4c3121aa7a4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462763 Sep 03 03:49:41.112695 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a402ac-7103-44b8-9a6b-c0739de5a017 req-fc6de4f8-7b0e-4c78-bac4-f25f8b6892a0 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:41.114052 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f7a402ac-7103-44b8-9a6b-c0739de5a017 req-fc6de4f8-7b0e-4c78-bac4-f25f8b6892a0 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.0500410 Sep 03 03:49:41.163635 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f7a402ac-7103-44b8-9a6b-c0739de5a017 req-35729f1e-397b-49be-9f5f-721292e5fd55 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Sep 03 03:49:41.167059 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:41.204353 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c538d5d-cfc7-42a3-b34a-7c119d0da20e req-2bd090fb-6aa3-414b-9503-3ad17fdb0048 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:41.205822 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5c538d5d-cfc7-42a3-b34a-7c119d0da20e req-2bd090fb-6aa3-414b-9503-3ad17fdb0048 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 931 time: 0.0486443 Sep 03 03:49:41.258207 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5c538d5d-cfc7-42a3-b34a-7c119d0da20e req-b5507f4b-f054-4935-bdc7-1489715d0d17 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 Sep 03 03:49:41.350579 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7d24b873-a102-428a-8d55-7a323bb6eb46 req-e9fd2890-ece2-4952-bfe2-d6e22ee9d9c0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0302699 Sep 03 03:49:41.396459 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-3a7deaeb-f380-42ad-aa3d-6b69990d9634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:41.405084 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751b2a8-e755-4e99-9d5a-c6eadb08bf9f req-46f47ee7-fbde-4acb-9b8d-7d519955eb23 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:41.406561 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5751b2a8-e755-4e99-9d5a-c6eadb08bf9f req-46f47ee7-fbde-4acb-9b8d-7d519955eb23 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.0493765 Sep 03 03:49:41.456883 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5751b2a8-e755-4e99-9d5a-c6eadb08bf9f req-c3dbaedb-9f12-4eb7-8b5a-dc63651041cf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416725 Sep 03 03:49:41.518781 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-82454fd0-b8c4-4ac0-8775-0d7dc474c6fa tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:49:41.520692 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-82454fd0-b8c4-4ac0-8775-0d7dc474c6fa tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0064080 Sep 03 03:49:41.689187 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f9757431-dac5-4c91-a1e4-32ab1c92a189 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:49:41.690072 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-c472619f-f5c4-40eb-8451-7c806b2dbef8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:49:41.690855 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f9757431-dac5-4c91-a1e4-32ab1c92a189 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080192 Sep 03 03:49:41.691918 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-c472619f-f5c4-40eb-8451-7c806b2dbef8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0098493 Sep 03 03:49:41.770092 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-632435b8-4e65-4303-9f58-6c4f74c1f3af tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:49:41.771329 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-632435b8-4e65-4303-9f58-6c4f74c1f3af tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060880 Sep 03 03:49:41.773690 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-cc983620-78ab-49d1-aa08-88527b4a324c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:49:41.774600 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-cc983620-78ab-49d1-aa08-88527b4a324c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050941 Sep 03 03:49:41.793689 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b2bb5-f909-4102-878b-e13061462f38 req-950101ff-88eb-41e7-b0b6-39d29632779a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:41.795178 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d82b2bb5-f909-4102-878b-e13061462f38 req-950101ff-88eb-41e7-b0b6-39d29632779a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 932 time: 0.0566540 Sep 03 03:49:41.847363 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d82b2bb5-f909-4102-878b-e13061462f38 req-f122f4fc-bd21-4647-b1ae-329154570d72 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463517 Sep 03 03:49:41.951734 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Request body: {'port': {'device_id': 'f7f92467-64ec-4eba-af52-ad4923543504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:41.952989 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Request body: {'port': {'device_id': 'e5154156-831e-45fa-b20b-3c6bd4f1f383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:41.997100 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Request body: {'port': {'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:42.037887 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Request body: {'port': {'device_id': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:42.078671 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:42.088770 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Request body: {'port': {'device_id': '5ab059eb-4353-4c86-91ae-089e1c35f387', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:42.128188 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:42.199877 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (45d48f27-6986-4559-b518-e64ca4982470), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:42.337134 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:42.392317 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:42.400664 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e566dd-79bf-47d5-b6e2-3d3a52b28081 req-c6bbf4c5-4ea7-4991-a5d2-dc2e916240ac tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:42.402235 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-32e566dd-79bf-47d5-b6e2-3d3a52b28081 req-c6bbf4c5-4ea7-4991-a5d2-dc2e916240ac tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 932 time: 0.1439366 Sep 03 03:49:42.406111 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:42.505201 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:42.567430 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:42.634096 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:42.680585 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d7147-e04b-4963-9c10-b236e5ccbdb9 req-d9739d47-dcfb-4212-9bb4-bc2b946fb092 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:42.688491 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-647d7147-e04b-4963-9c10-b236e5ccbdb9 req-d9739d47-dcfb-4212-9bb4-bc2b946fb092 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 931 time: 0.1824107 Sep 03 03:49:42.689819 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-32e566dd-79bf-47d5-b6e2-3d3a52b28081 req-56f7519e-bf26-48dd-b31a-5a835e4ef2b2 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515366 Sep 03 03:49:42.878448 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.57', 52909) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:42.966160 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-647d7147-e04b-4963-9c10-b236e5ccbdb9 req-570cb9dd-aaab-404c-bcd3-05d7d8da7f23 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765975 Sep 03 03:49:43.021850 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 {{(pid=117867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:43.033089 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Publish callbacks [] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.127506 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6718c55d-9f9d-44db-aef8-da3c0824da2a req-27f2a068-eb55-463d-a933-75b273f7f5f4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0797882 Sep 03 03:49:43.149964 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1197b605-d728-4d04-90d2-9befd8120dd4 {{(pid=117867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:43.163107 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Publish callbacks [] for port (1197b605-d728-4d04-90d2-9befd8120dd4), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.186982 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.provisioning_blocks [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Transition to ACTIVE for port object 1197b605-d728-4d04-90d2-9befd8120dd4 will not be triggered until provisioned by entity L2. {{(pid=117867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:49:43.221225 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:43.244982 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.330898 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Pushing event updated for resources: {'Port': ['ID=1197b605-d728-4d04-90d2-9befd8120dd4,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:43.379255 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.provisioning_blocks [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Transition to ACTIVE for port object 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 will not be triggered until provisioned by entity L2. {{(pid=117867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:49:43.399606 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.419254 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac39150-dbc0-4cbb-b493-4d06a501aaca req-fdc0ec51-52d7-444c-a45f-4366c17a6624 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:43.420746 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ac39150-dbc0-4cbb-b493-4d06a501aaca req-fdc0ec51-52d7-444c-a45f-4366c17a6624 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 944 time: 0.1414669 Sep 03 03:49:43.483580 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45d48f27-6986-4559-b518-e64ca4982470 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:43.491340 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286c146-afca-4ee2-99c7-834498af4481 req-807b10ab-ba5b-4aa5-a5bc-5bc71e3e4485 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:43.492612 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a286c146-afca-4ee2-99c7-834498af4481 req-807b10ab-ba5b-4aa5-a5bc-5bc71e3e4485 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 931 time: 0.2532027 Sep 03 03:49:43.515192 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:43.517047 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Publish callbacks [] for port (45d48f27-6986-4559-b518-e64ca4982470), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.527846 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c131716e-c4cf-4300-99d4-32cea2b1becb {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:43.543412 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Publish callbacks [] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.562344 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-e866b8f7-4c9c-48a9-bbcf-43a7d57f2577 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:43.564266 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-e866b8f7-4c9c-48a9-bbcf-43a7d57f2577 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 817 time: 0.6812613 Sep 03 03:49:43.564738 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Attempting to bind port 1197b605-d728-4d04-90d2-9befd8120dd4 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:43.565093 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Attempting to bind port 1197b605-d728-4d04-90d2-9befd8120dd4 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}] {{(pid=117867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:43.565467 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Attempting to bind port 1197b605-d728-4d04-90d2-9befd8120dd4 on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:43.604798 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Transition to ACTIVE for port object 45d48f27-6986-4559-b518-e64ca4982470 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:49:43.608339 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Pushing event updated for resources: {'Port': ['ID=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:43.616615 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:43.620855 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Transition to ACTIVE for port object c131716e-c4cf-4300-99d4-32cea2b1becb will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:49:43.627204 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Port 1197b605-d728-4d04-90d2-9befd8120dd4 on network 3310a324-39c6-4074-b839-e8b47e45dc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:49:43.627465 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Attempting to bind port 1197b605-d728-4d04-90d2-9befd8120dd4 on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:43.628040 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (45d48f27-6986-4559-b518-e64ca4982470), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.652269 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ac39150-dbc0-4cbb-b493-4d06a501aaca req-f5adfbae-12e8-439f-8f3d-e3de4cec269f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975076 Sep 03 03:49:43.653241 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.674138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:43.674530 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Checking segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:43.675556 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Bound using segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:43.684295 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Bound port: 1197b605-d728-4d04-90d2-9befd8120dd4, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}}] {{(pid=117867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:43.684295 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.718134 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Attempting to bind port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:43.718504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Attempting to bind port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}] {{(pid=117867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:43.718756 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Attempting to bind port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 on network 623f82bb-85e8-446e-8a72-4128e524e83a {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:43.732327 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:43.732327 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 on network 623f82bb-85e8-446e-8a72-4128e524e83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:49:43.732572 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Attempting to bind port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 on network 623f82bb-85e8-446e-8a72-4128e524e83a {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:43.771009 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a286c146-afca-4ee2-99c7-834498af4481 req-af78f351-18af-446b-b219-db48d8257cc9 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2566264 Sep 03 03:49:43.784033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:43.784404 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Checking segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:43.784992 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Bound using segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:43.785474 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Bound port: 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}}] {{(pid=117867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:43.785999 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.844983 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-6af95be9-fcc5-47c7-af5c-ec43bc221a69 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4d80eadc5cc34322b85201c50b3c6552 HTTP/1.1" status: 200 len: 380 time: 0.2653890 Sep 03 03:49:43.852571 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Pushing event updated for resources: {'Port': ['ID=45d48f27-6986-4559-b518-e64ca4982470,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:43.874968 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'port': {'device_id': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'admin_state_up': True, 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'security_groups': ['2944c027-3341-419f-a8bc-024a8f00e25a']}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:43.897382 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Attempting to bind port c131716e-c4cf-4300-99d4-32cea2b1becb on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:43.897382 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Attempting to bind port c131716e-c4cf-4300-99d4-32cea2b1becb by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:43.897382 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Attempting to bind port c131716e-c4cf-4300-99d4-32cea2b1becb on network 335e6c24-2920-465c-b2cd-3b3be68e2751 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:43.903192 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:43.913933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Attempting to bind port 45d48f27-6986-4559-b518-e64ca4982470 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:43.914269 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Attempting to bind port 45d48f27-6986-4559-b518-e64ca4982470 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:43.914596 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Attempting to bind port 45d48f27-6986-4559-b518-e64ca4982470 on network 419c559d-069c-43da-873e-5269227abec0 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:43.935681 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Publish callbacks [] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.941818 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 37720) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:43.953352 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] For port 1197b605-d728-4d04-90d2-9befd8120dd4, host hv-cinder-79966, cleared binding levels {{(pid=117867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:43.956141 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Port c131716e-c4cf-4300-99d4-32cea2b1becb on network 335e6c24-2920-465c-b2cd-3b3be68e2751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:49:43.956580 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Attempting to bind port c131716e-c4cf-4300-99d4-32cea2b1becb on network 335e6c24-2920-465c-b2cd-3b3be68e2751 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:43.965932 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Port 45d48f27-6986-4559-b518-e64ca4982470 on network 419c559d-069c-43da-873e-5269227abec0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:49:43.966267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Attempting to bind port 45d48f27-6986-4559-b518-e64ca4982470 on network 419c559d-069c-43da-873e-5269227abec0 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:43.987607 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:43.987927 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Checking segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:43.988508 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Bound using segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:43.988978 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Bound port: c131716e-c4cf-4300-99d4-32cea2b1becb, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:43.989331 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:43.993272 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Transition to ACTIVE for port object 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:49:43.994142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c131716e-c4cf-4300-99d4-32cea2b1becb,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:43.996088 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] For port 1197b605-d728-4d04-90d2-9befd8120dd4, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1197b605-d728-4d04-90d2-9befd8120dd4,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:44.007570 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] For port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0, host hv-cinder-79966, cleared binding levels {{(pid=117867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:44.014638 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.021268 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396156da-9c6c-4b73-b966-cff1b63bf1fb req-0dfa40ea-e5d2-4098-b939-f5634fdc4e6a tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.022880 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-396156da-9c6c-4b73-b966-cff1b63bf1fb req-0dfa40ea-e5d2-4098-b939-f5634fdc4e6a tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 944 time: 0.1584597 Sep 03 03:49:44.023683 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:44.024015 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Checking segment: {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:44.024389 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Bound using segment: {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:44.024835 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Bound port: 45d48f27-6986-4559-b518-e64ca4982470, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f953d32-fbf7-4455-9376-348c07a6015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '419c559d-069c-43da-873e-5269227abec0'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:44.025188 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (45d48f27-6986-4559-b518-e64ca4982470), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.037521 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.040530 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.041834 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.044001 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1197b605-d728-4d04-90d2-9befd8120dd4 HTTP/1.1" status: 200 len: 1094 time: 2.1263475 Sep 03 03:49:44.045615 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fe618d-1192-4541-9d90-e5cee06be911', 'tag': '1197b605-d728-4d04-90d2-9befd8120dd4'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:44.093170 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:44.110094 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.126242 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] For port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:44.191814 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.203817 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.246728 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:44.266828 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.267509 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.268993 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 HTTP/1.1" status: 200 len: 1093 time: 2.3840082 Sep 03 03:49:44.302209 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] For port c131716e-c4cf-4300-99d4-32cea2b1becb, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:44.334784 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] For port c131716e-c4cf-4300-99d4-32cea2b1becb, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c131716e-c4cf-4300-99d4-32cea2b1becb,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:44.350069 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1" -d '{"events": [{"name": "network-changed", "server_uuid": "69fe618d-1192-4541-9d90-e5cee06be911", "tag": "1197b605-d728-4d04-90d2-9befd8120dd4"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:44.351904 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-396156da-9c6c-4b73-b966-cff1b63bf1fb req-67e076e5-0e61-409f-89a9-9763475812cb tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078842 Sep 03 03:49:44.353729 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f04d8a9c-f1b4-4def-a6f5-d8a9f7c00fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.357365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Attempting to bind port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:44.357803 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Attempting to bind port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:44.358354 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Attempting to bind port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 on network 623f82bb-85e8-446e-8a72-4128e524e83a {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:44.368395 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 on network 623f82bb-85e8-446e-8a72-4128e524e83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:49:44.368861 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Attempting to bind port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 on network 623f82bb-85e8-446e-8a72-4128e524e83a {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:44.378114 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:44.378925 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Checking segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:44.379412 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Bound using segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:44.379980 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Bound port: 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:44.380546 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.400454 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-2dd1b6c9-5caf-4f10-985b-9cd2374ea4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.400737 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.401959 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-2dd1b6c9-5caf-4f10-985b-9cd2374ea4a0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 1128 time: 0.2795136 Sep 03 03:49:44.413174 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76174d56-3ea2-4fc3-bf93-5777d2d3a071 req-000165f3-66ad-41e5-9e15-3caf09b2bf9a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.414921 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-76174d56-3ea2-4fc3-bf93-5777d2d3a071 req-000165f3-66ad-41e5-9e15-3caf09b2bf9a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 943 time: 0.2910948 Sep 03 03:49:44.447236 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7648d0-492c-4057-b7cf-96152060854c service neutron] Pushing event updated for resources: {'Port': ['ID=1197b605-d728-4d04-90d2-9befd8120dd4,revision_number=3']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:44.505049 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] For port 45d48f27-6986-4559-b518-e64ca4982470, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:44.510545 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-07808e9d-3d40-4b24-b68a-ea3ffb241c15 req-e7ab0378-70f3-4aaf-9c85-dc32bba594ff tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0456088 Sep 03 03:49:44.513549 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.514166 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.519374 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c131716e-c4cf-4300-99d4-32cea2b1becb HTTP/1.1" status: 200 len: 1093 time: 2.6177766 Sep 03 03:49:44.547168 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] For port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:44.565746 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'tag': 'c131716e-c4cf-4300-99d4-32cea2b1becb'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:44.637903 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Made reservation on behalf of 4d80eadc5cc34322b85201c50b3c6552 for: {'port': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:49:44.642180 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.675502 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-7989157b-e5e9-4cb5-ac91-d211923a65c4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1197b605-d728-4d04-90d2-9befd8120dd4 HTTP/1.1" status: 200 len: 217 time: 0.2318859 Sep 03 03:49:44.677758 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:44.696260 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-76174d56-3ea2-4fc3-bf93-5777d2d3a071 req-0dab6f51-54a5-4e0e-a0eb-13d92e7045b5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065964 Sep 03 03:49:44.700002 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] For port 45d48f27-6986-4559-b518-e64ca4982470, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45d48f27-6986-4559-b518-e64ca4982470,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:44.765456 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] For port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:44.816420 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30458d19-309a-4df5-8e1e-502ae6b52e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "828bd786-6e99-4ccd-a4aa-9198ef8c8731", "tag": "c131716e-c4cf-4300-99d4-32cea2b1becb"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:44.819405 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (45d48f27-6986-4559-b518-e64ca4982470), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.826870 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.828837 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.829448 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.830842 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/45d48f27-6986-4559-b518-e64ca4982470 HTTP/1.1" status: 200 len: 1094 time: 2.9466665 Sep 03 03:49:44.837994 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-3c165f11-cdf3-472b-a9d8-1022ba1c1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.839524 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-3c165f11-cdf3-472b-a9d8-1022ba1c1df1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 1127 time: 0.1700945 Sep 03 03:49:44.840852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.841440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:44.842842 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 HTTP/1.1" status: 200 len: 1093 time: 2.9245720 Sep 03 03:49:44.922099 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f503089-3272-40cc-a9a5-a6c415808138 x-openstack-request-id: req-9f503089-3272-40cc-a9a5-a6c415808138 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:44.922373 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fe618d-1192-4541-9d90-e5cee06be911", "tag": "1197b605-d728-4d04-90d2-9befd8120dd4", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:44.922620 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f503089-3272-40cc-a9a5-a6c415808138 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:44.923088 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f503089-3272-40cc-a9a5-a6c415808138'] response: {'name': 'network-changed', 'server_uuid': '69fe618d-1192-4541-9d90-e5cee06be911', 'tag': '1197b605-d728-4d04-90d2-9befd8120dd4', 'status': 'completed', 'code': 200} Sep 03 03:49:44.928996 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105450a-9b3a-4483-9e03-306959069cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c131716e-c4cf-4300-99d4-32cea2b1becb,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:44.933055 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-132c618a-cac0-467f-ab98-4ada20d9745c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c131716e-c4cf-4300-99d4-32cea2b1becb HTTP/1.1" status: 200 len: 217 time: 0.0822308 Sep 03 03:49:44.952955 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-b8a17f2d-0c20-4ea7-a064-9d41f04855ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:44.954398 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-b8a17f2d-0c20-4ea7-a064-9d41f04855ac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 1127 time: 0.6282744 Sep 03 03:49:45.007324 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:45.022568 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f25c2-fb3e-45ef-9b2c-63f057a08af0 service neutron] Pushing event updated for resources: {'Port': ['ID=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,revision_number=3']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:45.078322 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:45.080020 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-02085af8-3608-43df-81a8-a8d049f07114 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 HTTP/1.1" status: 200 len: 217 time: 0.0937078 Sep 03 03:49:45.089585 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-3d9d4a04-a810-475a-b88b-9d7f479fd89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.091044 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-3d9d4a04-a810-475a-b88b-9d7f479fd89e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.3987107 Sep 03 03:49:45.102026 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa7193-02de-4400-b85a-300415b08c4c req-8eb8f018-df8e-4fd1-86cb-42612275221c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.103495 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-25aa7193-02de-4400-b85a-300415b08c4c req-8eb8f018-df8e-4fd1-86cb-42612275221c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 944 time: 0.1727927 Sep 03 03:49:45.107629 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2e6a5-f84a-4e13-b02d-17a30ce06763 req-14c44691-5398-46a8-8cf9-24fbea66803f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.111433 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-70e2e6a5-f84a-4e13-b02d-17a30ce06763 req-14c44691-5398-46a8-8cf9-24fbea66803f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 943 time: 0.1925671 Sep 03 03:49:45.113015 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-95ccba35-d6f6-48ef-9c61-513917d278eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.115159 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-95ccba35-d6f6-48ef-9c61-513917d278eb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 1127 time: 0.1974869 Sep 03 03:49:45.116480 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a9b1e6ce-79a3-4d4b-a91d-c3ee6d488a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.118517 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-a9b1e6ce-79a3-4d4b-a91d-c3ee6d488a88 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=968cc9376f884f67b20b91547211fffd&device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 1128 time: 0.1980658 Sep 03 03:49:45.147060 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628ebae-f355-425c-b574-b3a014fdeb82 service neutron] Pushing event updated for resources: {'Port': ['ID=45d48f27-6986-4559-b518-e64ca4982470,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:45.288426 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-41b86055-3ad7-444d-a0af-3fc69f72b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.289922 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-41b86055-3ad7-444d-a0af-3fc69f72b81d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1757050 Sep 03 03:49:45.309454 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-444454dc-2de8-431a-9dec-82f2e3c49431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.310923 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-444454dc-2de8-431a-9dec-82f2e3c49431 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.2190070 Sep 03 03:49:45.369332 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f04d8a9c-f1b4-4def-a6f5-d8a9f7c00fdf admin admin] Publish callbacks [] for security_group (7e5742c8-5b80-41a4-88bb-87279e6e725b), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:45.427200 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f04d8a9c-f1b4-4def-a6f5-d8a9f7c00fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (7e5742c8-5b80-41a4-88bb-87279e6e725b), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:45.429920 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Allocated IP 172.20.0.8 (a31ab79a-5d78-4441-9a2d-dcb13a26f9be/a846cc85-2530-4191-92e7-e38e35e54090/dc502e70-8b66-4849-929e-0879ed88e591) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:49:45.469918 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-25aa7193-02de-4400-b85a-300415b08c4c req-ef6f2a5d-e9d8-4f8e-9a47-86b5f98ac73d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3500497 Sep 03 03:49:45.492387 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-7acb37b8-5cb8-46e0-9ce4-b32a72a71775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.493357 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-7acb37b8-5cb8-46e0-9ce4-b32a72a71775 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.5313737 Sep 03 03:49:45.498301 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-c18b9da4-dfa0-4234-ada3-a350488c0d74 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 HTTP/1.1" status: 200 len: 217 time: 0.3575206 Sep 03 03:49:45.499608 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-3dd077c3-1de5-4aca-ae64-fa76406def50 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d48f27-6986-4559-b518-e64ca4982470 HTTP/1.1" status: 200 len: 217 time: 0.3686249 Sep 03 03:49:45.503867 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-ba1dbaac-7710-45ff-a11e-26e48a69ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.505660 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-ba1dbaac-7710-45ff-a11e-26e48a69ec59 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1701698 Sep 03 03:49:45.536444 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:45.555540 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=20 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:45.556117 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d8a9c-f1b4-4def-a6f5-d8a9f7c00fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5742c8-5b80-41a4-88bb-87279e6e725b,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:45.583844 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f04d8a9c-f1b4-4def-a6f5-d8a9f7c00fdf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=520e52fb9c0749c99fe04fcc65ee3559&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6395953 Sep 03 03:49:45.609334 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 37782) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:45.635259 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e7deae-81ab-431d-9a64-cdb163955279 x-openstack-request-id: req-f4e7deae-81ab-431d-9a64-cdb163955279 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:45.635549 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828bd786-6e99-4ccd-a4aa-9198ef8c8731", "tag": "c131716e-c4cf-4300-99d4-32cea2b1becb", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:45.635806 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4e7deae-81ab-431d-9a64-cdb163955279 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:45.636256 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e7deae-81ab-431d-9a64-cdb163955279'] response: {'name': 'network-changed', 'server_uuid': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'tag': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'status': 'completed', 'code': 200} Sep 03 03:49:45.652427 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f5d0-63d8-46dc-8a46-5bfad77ba4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:45.689464 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-c2f7abe2-829d-4c71-9176-3fac4b69df0e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880825 Sep 03 03:49:45.707953 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-2085c2b3-0f76-40a4-a8d3-057364dd0b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.709511 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-2085c2b3-0f76-40a4-a8d3-057364dd0b18 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2090728 Sep 03 03:49:45.722083 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-70e2e6a5-f84a-4e13-b02d-17a30ce06763 req-4f69cb8e-46ba-4766-bc35-5089e326ab45 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5976551 Sep 03 03:49:45.730022 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:45.759555 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-1ff3fbce-3feb-4793-a02b-740397fe1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.761014 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-1ff3fbce-3feb-4793-a02b-740397fe1bda service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.2398837 Sep 03 03:49:45.762231 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-918d53e5-ccd6-4a94-bcca-4a211fa0e224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.763578 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-918d53e5-ccd6-4a94-bcca-4a211fa0e224 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=88fb5e25-630e-4aa7-862a-7bb410130953 HTTP/1.1" status: 200 len: 851 time: 0.2501192 Sep 03 03:49:45.865514 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e312d-9843-4866-8779-c307c6fb72d7 req-364e6053-7bef-449a-9584-13a2bdba15e1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.867028 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8c0e312d-9843-4866-8779-c307c6fb72d7 req-364e6053-7bef-449a-9584-13a2bdba15e1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 944 time: 0.1818304 Sep 03 03:49:45.880064 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-83f72ab6-c849-41d4-a87e-acf8d09df06f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607101 Sep 03 03:49:45.902416 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9bbc15eb-989c-4372-99ad-444b4008bef4 req-0b3a0a12-fb21-4386-aa8f-8f8ba98662d6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0997691 Sep 03 03:49:45.919865 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80c1892-1c9d-4097-a18f-540ed93a35df req-c29917a9-3cb5-486d-afef-3ce76411084b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039406 Sep 03 03:49:45.947308 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-fd19b420-04a8-40f4-888f-31c090f5e480 admin admin] Publish callbacks [] for security_group (7e5742c8-5b80-41a4-88bb-87279e6e725b), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:45.947308 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-cac26808-a105-4769-8ecc-9a14d5031cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.947308 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-cac26808-a105-4769-8ecc-9a14d5031cac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1408076 Sep 03 03:49:45.947793 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:45.956887 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-c1a076ce-e220-4024-9368-60ac24ba5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:45.959038 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-c1a076ce-e220-4024-9368-60ac24ba5f50 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=419c559d-069c-43da-873e-5269227abec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1577837 Sep 03 03:49:46.013524 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-fd19b420-04a8-40f4-888f-31c090f5e480 admin admin] Publish callbacks [] for security_group (7e5742c8-5b80-41a4-88bb-87279e6e725b), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.014735 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 37794) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:46.022962 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:46.042938 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for port (dc502e70-8b66-4849-929e-0879ed88e591), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.050184 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-7b0a7994-5c9e-4cee-9e4f-e1ab20fe6b3d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207688 Sep 03 03:49:46.054281 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8c0e312d-9843-4866-8779-c307c6fb72d7 req-13d4ccb3-a4e0-47a8-9f87-78dd33873d70 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791549 Sep 03 03:49:46.063752 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:46.104656 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-14149cea-4d44-4a89-8469-39dee94cf0f1 req-5074dd9f-1c93-4950-b685-d5fafe991dd7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081256 Sep 03 03:49:46.116668 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.134752 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d46d0-867e-46a9-9f6c-eadb9da11cd2 req-a0d53873-603c-40ef-a4d3-a4b71e156e52 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:46.141687 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f78d46d0-867e-46a9-9f6c-eadb9da11cd2 req-a0d53873-603c-40ef-a4d3-a4b71e156e52 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 943 time: 0.0941539 Sep 03 03:49:46.164337 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:49:46.167675 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:49:46.175202 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:49:46.177918 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:46.178560 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.197396 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:46.201866 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-3c1e6311-fa9d-486b-aa78-7e9529904e73 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327147 Sep 03 03:49:46.202122 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-da798975-0b37-47ae-9145-52712d6c9b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.216637 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f78d46d0-867e-46a9-9f6c-eadb9da11cd2 req-c87292c3-bca8-408b-8fb5-452c3a572628 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735366 Sep 03 03:49:46.217866 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-fd19b420-04a8-40f4-888f-31c090f5e480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (7e5742c8-5b80-41a4-88bb-87279e6e725b), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.218127 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-cfd6f2d3-94ab-4be7-b844-89e5f74c5464 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3536451 Sep 03 03:49:46.220669 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-fd19b420-04a8-40f4-888f-31c090f5e480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.223535 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-fd19b420-04a8-40f4-888f-31c090f5e480 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7e5742c8-5b80-41a4-88bb-87279e6e725b HTTP/1.1" status: 204 len: 168 time: 0.5898695 Sep 03 03:49:46.265160 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19b420-04a8-40f4-888f-31c090f5e480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5742c8-5b80-41a4-88bb-87279e6e725b,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:46.313025 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-da798975-0b37-47ae-9145-52712d6c9b53 admin admin] Publish callbacks [] for security_group (67fbf4df-f6f7-4f1c-a696-988e1743c435), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.318212 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-da798975-0b37-47ae-9145-52712d6c9b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (67fbf4df-f6f7-4f1c-a696-988e1743c435), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.374046 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-da798975-0b37-47ae-9145-52712d6c9b53 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=08981cfb4723407696b90cd3c28fe3af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3518298 Sep 03 03:49:46.375031 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da798975-0b37-47ae-9145-52712d6c9b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fbf4df-f6f7-4f1c-a696-988e1743c435,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:46.377447 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 37800) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:46.436698 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dd8c79ee-6575-4c9b-a307-a33067a472d0 admin admin] Publish callbacks [] for security_group (67fbf4df-f6f7-4f1c-a696-988e1743c435), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.443744 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-5a96b70b-704e-474c-a566-24b9910b9469 None None] Provisioning complete for port dc502e70-8b66-4849-929e-0879ed88e591 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:46.444770 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-5a96b70b-704e-474c-a566-24b9910b9469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dc502e70-8b66-4849-929e-0879ed88e591), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.461837 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dd8c79ee-6575-4c9b-a307-a33067a472d0 admin admin] Publish callbacks [] for security_group (67fbf4df-f6f7-4f1c-a696-988e1743c435), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.492723 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-5a96b70b-704e-474c-a566-24b9910b9469 None None] Port dc502e70-8b66-4849-929e-0879ed88e591 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:49:46.523603 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dd8c79ee-6575-4c9b-a307-a33067a472d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (67fbf4df-f6f7-4f1c-a696-988e1743c435), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.526301 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dd8c79ee-6575-4c9b-a307-a33067a472d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.527506 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-dd8c79ee-6575-4c9b-a307-a33067a472d0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/67fbf4df-f6f7-4f1c-a696-988e1743c435 HTTP/1.1" status: 204 len: 168 time: 0.1487820 Sep 03 03:49:46.541185 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c79ee-6575-4c9b-a307-a33067a472d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fbf4df-f6f7-4f1c-a696-988e1743c435,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:46.612349 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cef73c-e22f-4d53-95ab-0d4cb0ba5b83 req-d908d1cc-8518-478b-abe6-72550823eeab tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:46.621167 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c5cef73c-e22f-4d53-95ab-0d4cb0ba5b83 req-d908d1cc-8518-478b-abe6-72550823eeab tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 944 time: 0.0663574 Sep 03 03:49:46.639868 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 37814) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:46.658485 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1e94-3224-4952-81b1-d9ada065edb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.678942 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c5cef73c-e22f-4d53-95ab-0d4cb0ba5b83 req-726b441d-4a85-45dd-b58b-a4295d9f1c69 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563214 Sep 03 03:49:46.758485 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1e94-3224-4952-81b1-d9ada065edb1 admin admin] Publish callbacks [] for security_group (429aa036-0cad-4845-a9ee-88199d9b4c99), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.765632 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1b8d1e94-3224-4952-81b1-d9ada065edb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (429aa036-0cad-4845-a9ee-88199d9b4c99), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.812306 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-1b8d1e94-3224-4952-81b1-d9ada065edb1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3f63f7cd3ec24539bb8efe2bd14533e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1712594 Sep 03 03:49:46.813417 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d1e94-3224-4952-81b1-d9ada065edb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429aa036-0cad-4845-a9ee-88199d9b4c99,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:46.815194 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 37820) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:46.889518 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c83ff-9e8e-4fe5-8e92-8376bccb92ac admin admin] Publish callbacks [] for security_group (429aa036-0cad-4845-a9ee-88199d9b4c99), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.906078 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8acf3-495f-4065-814b-85afd00b19ea req-3d95d32f-6ba1-48e2-b622-f8907230ad02 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:46.908405 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-adc8acf3-495f-4065-814b-85afd00b19ea req-3d95d32f-6ba1-48e2-b622-f8907230ad02 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 943 time: 0.0796099 Sep 03 03:49:46.918090 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c83ff-9e8e-4fe5-8e92-8376bccb92ac admin admin] Publish callbacks [] for security_group (429aa036-0cad-4845-a9ee-88199d9b4c99), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:46.926160 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f92467-64ec-4eba-af52-ad4923543504', 'tag': '41a7b1ba-2a3f-4b4f-8d13-1e07765177c0'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:46.940940 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f92467-64ec-4eba-af52-ad4923543504", "tag": "41a7b1ba-2a3f-4b4f-8d13-1e07765177c0"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:47.001490 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Request body: {'port': {'device_id': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:49:47.030860 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ceb004-edf5-4f01-8d0b-f46f968f600d x-openstack-request-id: req-f7ceb004-edf5-4f01-8d0b-f46f968f600d {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:47.031176 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f92467-64ec-4eba-af52-ad4923543504", "tag": "41a7b1ba-2a3f-4b4f-8d13-1e07765177c0", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:47.031376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7ceb004-edf5-4f01-8d0b-f46f968f600d {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:47.032129 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7ceb004-edf5-4f01-8d0b-f46f968f600d'] response: {'name': 'network-changed', 'server_uuid': 'f7f92467-64ec-4eba-af52-ad4923543504', 'tag': '41a7b1ba-2a3f-4b4f-8d13-1e07765177c0', 'status': 'completed', 'code': 200} Sep 03 03:49:47.161746 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:47.165357 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-1d3ac3e5-8302-4a2e-8b47-916b611cca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:47.167334 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-1d3ac3e5-8302-4a2e-8b47-916b611cca56 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 1128 time: 0.1872184 Sep 03 03:49:47.173225 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-adc8acf3-495f-4065-814b-85afd00b19ea req-467586d5-e620-4a74-a6b8-a646ecde0461 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588463 Sep 03 03:49:47.187121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:47.201411 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:47.232327 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145b69c-5b35-460c-9b8a-5571aa87b11c req-e4678ac1-3885-4d87-b480-42587d2534b4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:47.240049 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9145b69c-5b35-460c-9b8a-5571aa87b11c req-e4678ac1-3885-4d87-b480-42587d2534b4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 931 time: 0.1341689 Sep 03 03:49:47.248379 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:47.252804 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c83ff-9e8e-4fe5-8e92-8376bccb92ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (429aa036-0cad-4845-a9ee-88199d9b4c99), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:47.255603 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7a7c83ff-9e8e-4fe5-8e92-8376bccb92ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:47.259438 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7a7c83ff-9e8e-4fe5-8e92-8376bccb92ac admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/429aa036-0cad-4845-a9ee-88199d9b4c99 HTTP/1.1" status: 204 len: 168 time: 0.4406798 Sep 03 03:49:47.278071 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-629cc095-cf5a-4e41-948e-9789d3e99307 req-2e7fd001-007d-488b-94d4-9b4cf3063446 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002164 Sep 03 03:49:47.285674 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d1ffde0f-7ef2-4cfd-a3de-2901bc7aff9c req-31113d4b-3554-4ac3-8ec0-9082cd686fdf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121171 Sep 03 03:49:47.291316 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c83ff-9e8e-4fe5-8e92-8376bccb92ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429aa036-0cad-4845-a9ee-88199d9b4c99,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:47.298234 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-f7a0acb4-07ba-4c2e-bc05-3bfe5979e50e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/419c559d-069c-43da-873e-5269227abec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211176 Sep 03 03:49:47.363476 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:47.366204 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22bd02-cd73-440c-a135-6ce10da17716 req-f61fd6e7-b83c-46d9-b97d-8d392e0156b9 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:47.367837 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cb22bd02-cd73-440c-a135-6ce10da17716 req-f61fd6e7-b83c-46d9-b97d-8d392e0156b9 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 944 time: 0.0551383 Sep 03 03:49:47.373478 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9145b69c-5b35-460c-9b8a-5571aa87b11c req-2ee53292-3da8-4aab-99ad-fe7a95e4ef65 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325648 Sep 03 03:49:47.491303 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cb22bd02-cd73-440c-a135-6ce10da17716 req-5165f382-6d2b-45e8-b60d-d41c7e996dcb tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018591 Sep 03 03:49:47.511992 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1197b605-d728-4d04-90d2-9befd8120dd4 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:49:47.612231 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:47.637548 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5154156-831e-45fa-b20b-3c6bd4f1f383', 'tag': '45d48f27-6986-4559-b518-e64ca4982470'}, {'name': 'network-changed', 'server_uuid': '5ab059eb-4353-4c86-91ae-089e1c35f387', 'tag': '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:47.640556 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac97650-0d39-4cb6-bf48-8c08e6c7a038" -d '{"events": [{"name": "network-changed", "server_uuid": "e5154156-831e-45fa-b20b-3c6bd4f1f383", "tag": "45d48f27-6986-4559-b518-e64ca4982470"}, {"name": "network-changed", "server_uuid": "5ab059eb-4353-4c86-91ae-089e1c35f387", "tag": "1dd4dd3b-d3d8-41d5-bd57-76720a2443c2"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:47.642652 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:47.649882 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1197b605-d728-4d04-90d2-9befd8120dd4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1197b605-d728-4d04-90d2-9befd8120dd4,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:47.664344 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '1197b605-d728-4d04-90d2-9befd8120dd4', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:49:47.719572 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1197b605-d728-4d04-90d2-9befd8120dd4 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:47.720353 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:47.745623 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1197b605-d728-4d04-90d2-9befd8120dd4 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:47.773346 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1197b605-d728-4d04-90d2-9befd8120dd4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1197b605-d728-4d04-90d2-9befd8120dd4,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:47.777961 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:47.833125 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1197b605-d728-4d04-90d2-9befd8120dd4,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:47.863129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c187cccd-b51d-43d1-bd9a-7ccd918d61f4 x-openstack-request-id: req-c187cccd-b51d-43d1-bd9a-7ccd918d61f4 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:47.863649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5154156-831e-45fa-b20b-3c6bd4f1f383", "tag": "45d48f27-6986-4559-b518-e64ca4982470", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5ab059eb-4353-4c86-91ae-089e1c35f387", "tag": "1dd4dd3b-d3d8-41d5-bd57-76720a2443c2", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:47.864180 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c187cccd-b51d-43d1-bd9a-7ccd918d61f4 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:47.864701 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c187cccd-b51d-43d1-bd9a-7ccd918d61f4'] response: {'name': 'network-changed', 'server_uuid': 'e5154156-831e-45fa-b20b-3c6bd4f1f383', 'tag': '45d48f27-6986-4559-b518-e64ca4982470', 'status': 'completed', 'code': 200} Sep 03 03:49:47.864961 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c187cccd-b51d-43d1-bd9a-7ccd918d61f4'] response: {'name': 'network-changed', 'server_uuid': '5ab059eb-4353-4c86-91ae-089e1c35f387', 'tag': '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2', 'status': 'completed', 'code': 200} Sep 03 03:49:47.868965 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71f3b611-ae5b-4d69-ae7a-ec66e373252d req-2b684d3c-c1cf-4f8a-8da8-b69957aa6add service neutron] 10.222.0.57 "GET /networking/v2.0/networks/419c559d-069c-43da-873e-5269227abec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640327 Sep 03 03:49:47.893961 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc502e70-8b66-4849-929e-0879ed88e591 {{(pid=117867) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:47.936981 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Publish callbacks [] for port (dc502e70-8b66-4849-929e-0879ed88e591), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:47.941714 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5a14-7e27-419f-bf0c-1db3af898404 req-301fb3ba-7fd0-4d99-8a49-e97dcef85575 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:47.944520 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0f7f5a14-7e27-419f-bf0c-1db3af898404 req-301fb3ba-7fd0-4d99-8a49-e97dcef85575 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 945 time: 0.0746825 Sep 03 03:49:48.012817 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0f7f5a14-7e27-419f-bf0c-1db3af898404 req-89186d27-3f6b-47a3-98d6-e582ad098dbc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616844 Sep 03 03:49:48.035278 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.provisioning_blocks [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Transition to ACTIVE for port object dc502e70-8b66-4849-929e-0879ed88e591 will not be triggered until provisioned by entity L2. {{(pid=117867) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:49:48.060491 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314bd38-930a-4376-ac7f-4bec156846dd req-56d2299d-7b3c-43c2-9b5a-b148c674c774 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:48.062364 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a314bd38-930a-4376-ac7f-4bec156846dd req-56d2299d-7b3c-43c2-9b5a-b148c674c774 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 943 time: 0.5906651 Sep 03 03:49:48.062989 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:48.089843 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['1197b605-d728-4d04-90d2-9befd8120dd4'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:49:48.225343 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:48.232652 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-3052f160-8791-46d5-bcb8-2acfb24cb558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:48.234124 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-3052f160-8791-46d5-bcb8-2acfb24cb558 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 915 time: 0.3351829 Sep 03 03:49:48.247369 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a314bd38-930a-4376-ac7f-4bec156846dd req-a2149fdc-ea09-4e26-8c6d-ff2dbd5c5dab tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608367 Sep 03 03:49:48.248510 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Attempting to bind port dc502e70-8b66-4849-929e-0879ed88e591 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:49:48.248856 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Attempting to bind port dc502e70-8b66-4849-929e-0879ed88e591 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'}] {{(pid=117867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:49:48.249198 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Attempting to bind port dc502e70-8b66-4849-929e-0879ed88e591 on network a31ab79a-5d78-4441-9a2d-dcb13a26f9be {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:48.255182 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Port dc502e70-8b66-4849-929e-0879ed88e591 on network a31ab79a-5d78-4441-9a2d-dcb13a26f9be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:49:48.255569 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Attempting to bind port dc502e70-8b66-4849-929e-0879ed88e591 on network a31ab79a-5d78-4441-9a2d-dcb13a26f9be {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:49:48.261048 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:49:48.261518 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Checking segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:49:48.261900 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Bound using segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} {{(pid=117867) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:49:48.262353 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.managers [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Bound port: dc502e70-8b66-4849-929e-0879ed88e591, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'}}] {{(pid=117867) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:49:48.262709 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:48.363478 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, cleared binding levels {{(pid=117867) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:49:48.366849 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117867) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:49:48.372888 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:48.378645 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:48.379368 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:48.380933 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/dc502e70-8b66-4849-929e-0879ed88e591 HTTP/1.1" status: 200 len: 1093 time: 1.4071257 Sep 03 03:49:48.382364 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:48.431990 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e167bb-539b-41fc-8197-e80d8d459f88 req-3327639f-ca6d-4336-8db8-f9511721ece5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:48.433792 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60e167bb-539b-41fc-8197-e80d8d459f88 req-3327639f-ca6d-4336-8db8-f9511721ece5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 943 time: 0.0771041 Sep 03 03:49:48.439005 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5efa-96a9-4309-b899-c3f70319a753 service neutron] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=3']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:48.536845 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60e167bb-539b-41fc-8197-e80d8d459f88 req-f4f90914-54f1-489c-be49-a2c9d675333e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952044 Sep 03 03:49:48.599250 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bb7c0-81c2-4d91-96f2-5b2b6b8538df req-b86b46c8-70df-4639-a714-8b24dbe8a735 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:48.606933 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a12bb7c0-81c2-4d91-96f2-5b2b6b8538df req-b86b46c8-70df-4639-a714-8b24dbe8a735 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.1058695 Sep 03 03:49:48.659542 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02009aec-3e8a-4fab-92e6-03f9c40304d4 req-2bcfce54-40c9-4dde-a470-7770257d3538 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:48.660586 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a12bb7c0-81c2-4d91-96f2-5b2b6b8538df req-e9552d96-37d9-4ae8-8287-2b99ada29c61 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522938 Sep 03 03:49:48.668064 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02009aec-3e8a-4fab-92e6-03f9c40304d4 req-2bcfce54-40c9-4dde-a470-7770257d3538 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 944 time: 0.0549729 Sep 03 03:49:48.717448 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02009aec-3e8a-4fab-92e6-03f9c40304d4 req-32e8f662-ac5b-4d23-b495-dad282a1f56c tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Sep 03 03:49:49.033448 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:49.040756 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "tag": "dc502e70-8b66-4849-929e-0879ed88e591"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:49.081948 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242234a1-1f3b-4169-8b0c-84e004312679 x-openstack-request-id: req-242234a1-1f3b-4169-8b0c-84e004312679 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:49.082240 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "tag": "dc502e70-8b66-4849-929e-0879ed88e591", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:49.082539 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-242234a1-1f3b-4169-8b0c-84e004312679 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:49.083106 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242234a1-1f3b-4169-8b0c-84e004312679'] response: {'name': 'network-changed', 'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591', 'status': 'completed', 'code': 200} Sep 03 03:49:49.164838 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f14a6c0-9453-4c62-b211-306610a0f05e req-5c173111-b821-4712-a6e8-00bc8dfe3a81 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:49.166497 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9f14a6c0-9453-4c62-b211-306610a0f05e req-5c173111-b821-4712-a6e8-00bc8dfe3a81 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 945 time: 0.0570452 Sep 03 03:49:49.242842 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9f14a6c0-9453-4c62-b211-306610a0f05e req-d5668933-82a1-4814-b39a-8df4cd67c3e2 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696368 Sep 03 03:49:49.402999 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-2c426257-a2f6-4879-a0c7-a5af86ab2c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:49.404855 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-2c426257-a2f6-4879-a0c7-a5af86ab2c26 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 1127 time: 0.0735292 Sep 03 03:49:49.407555 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5e8db-7535-4a43-a45b-6ca63f0fd2df req-1a326399-b7a2-46b1-a434-01a3ed636380 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:49.409085 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-32a5e8db-7535-4a43-a45b-6ca63f0fd2df req-1a326399-b7a2-46b1-a434-01a3ed636380 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 943 time: 0.0506647 Sep 03 03:49:49.410596 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-f06a3ca1-3615-4ab5-a480-1cdc092df8b1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1197b605-d728-4d04-90d2-9befd8120dd4 HTTP/1.1" status: 200 len: 217 time: 0.0921247 Sep 03 03:49:49.413582 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-a33083a4-5445-4ab7-b7a8-28df32c9a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:49.415152 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-a33083a4-5445-4ab7-b7a8-28df32c9a84d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 1127 time: 0.0752387 Sep 03 03:49:49.470166 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-32a5e8db-7535-4a43-a45b-6ca63f0fd2df req-c4413c0f-adbb-4802-9a79-a9f6e2456bf7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534017 Sep 03 03:49:49.504083 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:49:49.664202 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445fb0a-eab0-41e9-83a7-ee3210ea5362 req-403ab89f-32b5-45ae-8483-83df0c68e8ea tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:49.667390 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6445fb0a-eab0-41e9-83a7-ee3210ea5362 req-403ab89f-32b5-45ae-8483-83df0c68e8ea tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 943 time: 0.0548165 Sep 03 03:49:49.690883 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1197b605-d728-4d04-90d2-9befd8120dd4 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:49.741049 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6445fb0a-eab0-41e9-83a7-ee3210ea5362 req-0ea17f3f-03e4-41f5-9b63-d9c3c1acfc0b tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682240 Sep 03 03:49:49.789255 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:49.793387 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 1197b605-d728-4d04-90d2-9befd8120dd4 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:49:49.806154 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 1197b605-d728-4d04-90d2-9befd8120dd4 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:49.806602 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:49.833102 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76086f3-4a75-40e4-be08-19736b3ffff1 req-41618610-e072-4910-a461-a932054b5258 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:49.834660 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b76086f3-4a75-40e4-be08-19736b3ffff1 req-41618610-e072-4910-a461-a932054b5258 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0627599 Sep 03 03:49:49.843588 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:49.848426 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '41a7b1ba-2a3f-4b4f-8d13-1e07765177c0', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'port_id': '41a7b1ba-2a3f-4b4f-8d13-1e07765177c0', 'mac_address': 'fa:16:3e:ff:dd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:49:49.863321 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f285a-79aa-4061-b2f0-43adc015df59 req-dfca3336-33a6-4443-a3e8-01218741ce7e tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:49.865016 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-068f285a-79aa-4061-b2f0-43adc015df59 req-dfca3336-33a6-4443-a3e8-01218741ce7e tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 944 time: 0.0598042 Sep 03 03:49:49.916896 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b76086f3-4a75-40e4-be08-19736b3ffff1 req-bd4c605b-3ca7-49d6-a99e-71ec68218ea1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716691 Sep 03 03:49:49.927007 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-068f285a-79aa-4061-b2f0-43adc015df59 req-8f7a0629-fc35-460e-a831-1fd27239ac7c tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529099 Sep 03 03:49:49.941915 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:49.942295 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:49.953219 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1197b605-d728-4d04-90d2-9befd8120dd4 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:49.953662 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:49.967222 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:49.995753 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fe618d-1192-4541-9d90-e5cee06be911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1197b605-d728-4d04-90d2-9befd8120dd4'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:50.064862 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:50.072607 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:50.073261 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:49:50.076126 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1197b605-d728-4d04-90d2-9befd8120dd4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1197b605-d728-4d04-90d2-9befd8120dd4,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:50.105886 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:50.107904 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:50.124171 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:50.151613 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:50.154375 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:50.186562 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'port_id': '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2', 'mac_address': 'fa:16:3e:aa:ef:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:49:50.253461 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9275dc44-6f1a-478e-a128-7d48508fd505" -d '{"events": [{"server_uuid": "69fe618d-1192-4541-9d90-e5cee06be911", "name": "network-vif-plugged", "status": "completed", "tag": "1197b605-d728-4d04-90d2-9befd8120dd4"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:50.305249 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-c22eb70f-d926-4267-83c1-9e84ec492b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:50.306520 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1197b605-d728-4d04-90d2-9befd8120dd4,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:50.306939 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-c22eb70f-d926-4267-83c1-9e84ec492b9e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 1127 time: 0.1089282 Sep 03 03:49:50.314543 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-5b615155-42bd-49bb-a41f-0b58620d04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:50.316338 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-5b615155-42bd-49bb-a41f-0b58620d04b2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.0970490 Sep 03 03:49:50.322864 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:50.323413 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:50.355375 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:50.404790 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:50.406078 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-6724114e-6a48-4d80-8954-34f955777b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:50.407835 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-6724114e-6a48-4d80-8954-34f955777b8a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0811489 Sep 03 03:49:50.409683 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-793daec7-da6d-4775-9216-48cef04b47d3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc502e70-8b66-4849-929e-0879ed88e591 HTTP/1.1" status: 200 len: 217 time: 0.0924680 Sep 03 03:49:50.416086 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:50.550053 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:50.624923 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-30f966ef-6069-48ad-a100-3bc925220aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:50.626297 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-30f966ef-6069-48ad-a100-3bc925220aad service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.2028670 Sep 03 03:49:50.631361 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0174c0eb-315c-4974-8c24-076e468222f5 x-openstack-request-id: req-0174c0eb-315c-4974-8c24-076e468222f5 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:50.631748 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fe618d-1192-4541-9d90-e5cee06be911", "name": "network-vif-plugged", "status": "completed", "tag": "1197b605-d728-4d04-90d2-9befd8120dd4", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:50.632129 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0174c0eb-315c-4974-8c24-076e468222f5 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:50.633158 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0174c0eb-315c-4974-8c24-076e468222f5'] response: {'server_uuid': '69fe618d-1192-4541-9d90-e5cee06be911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1197b605-d728-4d04-90d2-9befd8120dd4', 'code': 200} Sep 03 03:49:50.706092 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-dd536f0c-4ed3-4d0e-9095-34a993cf4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:50.714168 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-dd536f0c-4ed3-4d0e-9095-34a993cf4441 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0722408 Sep 03 03:49:50.790156 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['41a7b1ba-2a3f-4b4f-8d13-1e07765177c0'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:49:50.810951 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:50.813703 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-e9558998-7ab3-4217-8bbb-7a2e697d291f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914547 Sep 03 03:49:50.870621 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['1dd4dd3b-d3d8-41d5-bd57-76720a2443c2'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:49:50.884548 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492fb7a-7fe8-414c-9d72-9980c010a27a req-acd5a9bf-e349-4502-8113-3e40a14a4013 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:50.887058 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b492fb7a-7fe8-414c-9d72-9980c010a27a req-acd5a9bf-e349-4502-8113-3e40a14a4013 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 944 time: 0.0722744 Sep 03 03:49:50.897795 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f7d0e-a8e5-42cf-a985-80551265d74c req-c73453d0-431c-414c-87a6-f8676b0bc68e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:50.907030 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-243f7d0e-a8e5-42cf-a985-80551265d74c req-c73453d0-431c-414c-87a6-f8676b0bc68e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.1757703 Sep 03 03:49:50.993987 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-94210c94-1339-463c-a234-ae5886ec1c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:50.995527 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-94210c94-1339-463c-a234-ae5886ec1c21 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=968cc9376f884f67b20b91547211fffd&device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 1128 time: 0.7022839 Sep 03 03:49:50.995934 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:50.999614 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526078e-5e79-4b97-8ef8-edf0ddd2c691 req-2d0fd657-9fc7-45e7-8bfc-a35b9f17c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.001913 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e526078e-5e79-4b97-8ef8-edf0ddd2c691 req-2d0fd657-9fc7-45e7-8bfc-a35b9f17c7b9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 1130 time: 0.0941110 Sep 03 03:49:51.057586 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38048) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:51.063056 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:51.063941 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-e526078e-5e79-4b97-8ef8-edf0ddd2c691 req-6d48255f-fa36-430b-925e-25ec8d70279f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:51.159646 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-243f7d0e-a8e5-42cf-a985-80551265d74c req-d3bf7776-cab3-4ae6-bf85-e4ebe333aa71 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2514105 Sep 03 03:49:51.210322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-4829b29c-d402-4139-aebe-61979a7f16df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.212350 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-4829b29c-d402-4139-aebe-61979a7f16df service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 911 time: 0.9961669 Sep 03 03:49:51.218679 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-36088ba5-d116-4f2f-955e-55b55b39fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.220154 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-36088ba5-d116-4f2f-955e-55b55b39fb9a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.9963574 Sep 03 03:49:51.236259 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b492fb7a-7fe8-414c-9d72-9980c010a27a req-6c38e4ef-e4c2-4c2d-9c82-cb5c5b5d943e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304814 Sep 03 03:49:51.277947 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-e526078e-5e79-4b97-8ef8-edf0ddd2c691 req-6d48255f-fa36-430b-925e-25ec8d70279f service neutron] Publish callbacks [] for security_group (7d6cc91a-e4e4-4dc2-9ac2-d11a12a94bff), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:51.294854 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-e526078e-5e79-4b97-8ef8-edf0ddd2c691 req-6d48255f-fa36-430b-925e-25ec8d70279f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (7d6cc91a-e4e4-4dc2-9ac2-d11a12a94bff), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:51.304880 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-1c673561-9569-4dde-95a4-8a9e34d77610 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c131716e-c4cf-4300-99d4-32cea2b1becb HTTP/1.1" status: 200 len: 217 time: 0.0817552 Sep 03 03:49:51.331992 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-de6e1dac-6012-4102-99de-1075d09bce6c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6014462 Sep 03 03:49:51.346923 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-543eab26-ea8f-435c-85b5-7ee52e7eb3c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:51.372435 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-d468d848-b286-44ae-8f8c-4fe3638a33a9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 HTTP/1.1" status: 200 len: 217 time: 0.1342132 Sep 03 03:49:51.381017 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-fc88fb0c-bcda-42c3-b6d5-2f91cba7128e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.382414 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-fc88fb0c-bcda-42c3-b6d5-2f91cba7128e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=419c559d-069c-43da-873e-5269227abec0 HTTP/1.1" status: 200 len: 913 time: 0.3742433 Sep 03 03:49:51.390462 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-5036e8cc-4e11-41d8-affb-bc84863c8d6c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021956 Sep 03 03:49:51.404151 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e526078e-5e79-4b97-8ef8-edf0ddd2c691 req-6d48255f-fa36-430b-925e-25ec8d70279f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815088 Sep 03 03:49:51.411442 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48255f-fa36-430b-925e-25ec8d70279f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6cc91a-e4e4-4dc2-9ac2-d11a12a94bff,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:51.450299 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d1dd1-d3ec-4ea1-bfa3-984d5c05d32c req-8735c941-5904-4b55-b10b-98bfcef3fae7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.451761 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e13d1dd1-d3ec-4ea1-bfa3-984d5c05d32c req-8735c941-5904-4b55-b10b-98bfcef3fae7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.1360226 Sep 03 03:49:51.498941 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402761f6-935b-4e05-babd-84e9275fecb1 req-40858fbf-3c5d-4e9d-a752-98316ace284f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.500422 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-402761f6-935b-4e05-babd-84e9275fecb1 req-40858fbf-3c5d-4e9d-a752-98316ace284f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 943 time: 0.2094440 Sep 03 03:49:51.511171 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-c89de14e-229d-4546-9e82-729063e3f6cf service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=45d48f27-6986-4559-b518-e64ca4982470 HTTP/1.1" status: 200 len: 217 time: 0.1046290 Sep 03 03:49:51.525928 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5c07a4fc-4cbd-43de-9b07-f22eb79af35b req-16f6d71e-87cf-4e73-a7b3-cd2b7bb03af6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734023 Sep 03 03:49:51.530183 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e13d1dd1-d3ec-4ea1-bfa3-984d5c05d32c req-03db287a-9da0-4d13-83a0-548e726b662f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696247 Sep 03 03:49:51.537484 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-36c76eec-f73e-4603-8cca-3ef61e328205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.539191 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-36c76eec-f73e-4603-8cca-3ef61e328205 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.1963577 Sep 03 03:49:51.539688 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c131716e-c4cf-4300-99d4-32cea2b1becb details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:49:51.560787 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-5e0b210e-d051-4b00-bbce-9e2759e4421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.562383 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-5e0b210e-d051-4b00-bbce-9e2759e4421c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.1789596 Sep 03 03:49:51.609042 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-402761f6-935b-4e05-babd-84e9275fecb1 req-02ff7cb6-e32e-4112-9212-ddd1a0e0e664 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940397 Sep 03 03:49:51.646989 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-543eab26-ea8f-435c-85b5-7ee52e7eb3c1 admin admin] Publish callbacks [] for security_group (74c81147-e7d1-490b-aa69-45c89097caf9), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:51.653746 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-543eab26-ea8f-435c-85b5-7ee52e7eb3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (74c81147-e7d1-490b-aa69-45c89097caf9), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:51.661428 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:51.691734 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c131716e-c4cf-4300-99d4-32cea2b1becb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c131716e-c4cf-4300-99d4-32cea2b1becb,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:51.698362 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30544aa7-c941-4d87-b3e4-37aca994cd7e req-5897cdbc-5eee-40d5-9353-6e2b249b8cfb tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.704923 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'port_id': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'mac_address': 'fa:16:3e:cd:2f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:49:51.706537 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-30544aa7-c941-4d87-b3e4-37aca994cd7e req-5897cdbc-5eee-40d5-9353-6e2b249b8cfb tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 944 time: 0.0825589 Sep 03 03:49:51.749877 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port c131716e-c4cf-4300-99d4-32cea2b1becb is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:51.750261 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:51.759449 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:51.761938 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-30544aa7-c941-4d87-b3e4-37aca994cd7e req-0e8628bc-73a9-4d61-81ba-a39ccc4fdd70 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Sep 03 03:49:51.770440 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c131716e-c4cf-4300-99d4-32cea2b1becb {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:51.793166 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c131716e-c4cf-4300-99d4-32cea2b1becb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c131716e-c4cf-4300-99d4-32cea2b1becb,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:51.796932 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:51.797659 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 45d48f27-6986-4559-b518-e64ca4982470 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:49:51.800646 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-543eab26-ea8f-435c-85b5-7ee52e7eb3c1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=aa338313dc3c405b8bea1732158c54bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7302840 Sep 03 03:49:51.803470 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38052) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:51.810111 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543eab26-ea8f-435c-85b5-7ee52e7eb3c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c81147-e7d1-490b-aa69-45c89097caf9,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:51.824421 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-a22542e6-0a1e-425d-9141-29f64b8b30c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.826108 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-a22542e6-0a1e-425d-9141-29f64b8b30c4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1544158 Sep 03 03:49:51.829226 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:51.835716 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-e560eec2-7bfb-4970-b238-c2b713c91d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.838216 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-e560eec2-7bfb-4970-b238-c2b713c91d9f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1651666 Sep 03 03:49:51.841108 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-7f2149d6-a3b5-4f50-ac24-912b084fb3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:51.842344 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-7f2149d6-a3b5-4f50-ac24-912b084fb3b6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=88fb5e25-630e-4aa7-862a-7bb410130953 HTTP/1.1" status: 200 len: 851 time: 0.1631372 Sep 03 03:49:51.876034 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=c131716e-c4cf-4300-99d4-32cea2b1becb,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:51.959795 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 45d48f27-6986-4559-b518-e64ca4982470, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45d48f27-6986-4559-b518-e64ca4982470,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:51.976126 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '45d48f27-6986-4559-b518-e64ca4982470', 'network_id': '419c559d-069c-43da-873e-5269227abec0', 'port_id': '45d48f27-6986-4559-b518-e64ca4982470', 'mac_address': 'fa:16:3e:6b:7d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fb5e25-630e-4aa7-862a-7bb410130953', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:49:52.013746 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 45d48f27-6986-4559-b518-e64ca4982470 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:52.014158 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (45d48f27-6986-4559-b518-e64ca4982470), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.027376 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45d48f27-6986-4559-b518-e64ca4982470 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:52.037974 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:52.042414 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3126378a-c9b4-42b9-a391-1e7b7e868923 admin admin] Publish callbacks [] for security_group (74c81147-e7d1-490b-aa69-45c89097caf9), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.047026 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:52.052789 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 45d48f27-6986-4559-b518-e64ca4982470, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45d48f27-6986-4559-b518-e64ca4982470,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:52.063704 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3126378a-c9b4-42b9-a391-1e7b7e868923 admin admin] Publish callbacks [] for security_group (74c81147-e7d1-490b-aa69-45c89097caf9), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.071175 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (45d48f27-6986-4559-b518-e64ca4982470), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.115487 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3126378a-c9b4-42b9-a391-1e7b7e868923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (74c81147-e7d1-490b-aa69-45c89097caf9), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.118153 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3126378a-c9b4-42b9-a391-1e7b7e868923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.121647 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-3126378a-c9b4-42b9-a391-1e7b7e868923 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/74c81147-e7d1-490b-aa69-45c89097caf9 HTTP/1.1" status: 204 len: 168 time: 0.3146873 Sep 03 03:49:52.129393 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126378a-c9b4-42b9-a391-1e7b7e868923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c81147-e7d1-490b-aa69-45c89097caf9,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:52.138274 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:49:52.145653 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=45d48f27-6986-4559-b518-e64ca4982470,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:52.152652 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:52.153086 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.244856 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:52.245297 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.294726 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388da05-b226-4f65-bdd2-bccc61483a52 req-85fc1e62-4b7f-4ada-8fa1-c6c72911d7e5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:52.296877 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c388da05-b226-4f65-bdd2-bccc61483a52 req-85fc1e62-4b7f-4ada-8fa1-c6c72911d7e5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0593119 Sep 03 03:49:52.309351 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:52.316833 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.317766 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:52.363477 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c388da05-b226-4f65-bdd2-bccc61483a52 req-bc465186-f452-4309-bed7-eba466b8afaf tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546653 Sep 03 03:49:52.384002 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7efd9-b7a3-4046-b117-19fca2321697 req-333ce062-f0cb-4b6c-aeac-1929c31a7a00 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:52.385498 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f0f7efd9-b7a3-4046-b117-19fca2321697 req-333ce062-f0cb-4b6c-aeac-1929c31a7a00 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0731778 Sep 03 03:49:52.415025 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:49:52.427333 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:52.427616 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.459942 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f0f7efd9-b7a3-4046-b117-19fca2321697 req-e9a51d1f-60cf-41c3-9f9e-a1fe46f697f2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578575 Sep 03 03:49:52.472739 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:52.483179 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38070) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:52.491354 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c131716e-c4cf-4300-99d4-32cea2b1becb'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:49:52.497905 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-30717373-cae5-43e7-89de-efa9c8494500 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.500472 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:52.579031 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-30717373-cae5-43e7-89de-efa9c8494500 admin admin] Publish callbacks [] for security_group (3762066c-ccfb-428a-8b91-98c69077c84d), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.579902 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:52.584560 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-30717373-cae5-43e7-89de-efa9c8494500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3762066c-ccfb-428a-8b91-98c69077c84d), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.593605 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:52.593986 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.600884 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['45d48f27-6986-4559-b518-e64ca4982470'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:49:52.635300 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:52.639370 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab059eb-4353-4c86-91ae-089e1c35f387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:52.643113 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e133791-7683-40b5-9f19-d0a3908ae3ed" -d '{"events": [{"server_uuid": "5ab059eb-4353-4c86-91ae-089e1c35f387", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4dd3b-d3d8-41d5-bd57-76720a2443c2"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:52.659376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-3f97858e-4807-4cab-ab15-aaa22091f9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:52.660585 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-3f97858e-4807-4cab-ab15-aaa22091f9d9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 1127 time: 0.0518284 Sep 03 03:49:52.675900 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30717373-cae5-43e7-89de-efa9c8494500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3762066c-ccfb-428a-8b91-98c69077c84d,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:52.701318 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-30717373-cae5-43e7-89de-efa9c8494500 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=9195d59849704c2cb9679d6b6c2a9631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208960 Sep 03 03:49:52.704315 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38078) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:49:52.708180 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-8dd73b54-88d3-47ff-a7bd-4b33156edce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:52.709724 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-8dd73b54-88d3-47ff-a7bd-4b33156edce2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=419c559d-069c-43da-873e-5269227abec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0994759 Sep 03 03:49:52.713015 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:52.726136 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.735578 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294805a-814c-4e6a-b162-9f02e1ad3ddd req-43ddcc5a-7fde-4fe3-8b8d-5916d84ddc8b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:52.737769 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f294805a-814c-4e6a-b162-9f02e1ad3ddd req-43ddcc5a-7fde-4fe3-8b8d-5916d84ddc8b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0989630 Sep 03 03:49:52.774374 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:52.796062 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da4800-90f6-4187-8494-55f6a7074b48 req-2141a554-b58f-46d5-9dbf-245296bd97c8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:52.796761 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a0da4800-90f6-4187-8494-55f6a7074b48 req-2141a554-b58f-46d5-9dbf-245296bd97c8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 944 time: 0.0644772 Sep 03 03:49:52.815430 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f294805a-814c-4e6a-b162-9f02e1ad3ddd req-7d5b5990-846a-4db2-a357-f0351788b574 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691223 Sep 03 03:49:52.825717 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b4e86b0f-f41a-4327-9f17-5a475889b464 admin admin] Publish callbacks [] for security_group (3762066c-ccfb-428a-8b91-98c69077c84d), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.829950 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:52.852205 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b4e86b0f-f41a-4327-9f17-5a475889b464 admin admin] Publish callbacks [] for security_group (3762066c-ccfb-428a-8b91-98c69077c84d), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.869949 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99565b37-d67f-4985-8d4f-9956a17db835 x-openstack-request-id: req-99565b37-d67f-4985-8d4f-9956a17db835 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:52.870310 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab059eb-4353-4c86-91ae-089e1c35f387", "name": "network-vif-plugged", "status": "completed", "tag": "1dd4dd3b-d3d8-41d5-bd57-76720a2443c2", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:52.870507 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99565b37-d67f-4985-8d4f-9956a17db835 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:52.870982 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99565b37-d67f-4985-8d4f-9956a17db835'] response: {'server_uuid': '5ab059eb-4353-4c86-91ae-089e1c35f387', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2', 'code': 200} Sep 03 03:49:52.906760 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a0da4800-90f6-4187-8494-55f6a7074b48 req-aeaae6d1-abca-414f-b6a9-d7ecf9601ca3 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992806 Sep 03 03:49:52.929246 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b4e86b0f-f41a-4327-9f17-5a475889b464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3762066c-ccfb-428a-8b91-98c69077c84d), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.934200 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b4e86b0f-f41a-4327-9f17-5a475889b464 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:52.938469 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-b4e86b0f-f41a-4327-9f17-5a475889b464 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3762066c-ccfb-428a-8b91-98c69077c84d HTTP/1.1" status: 204 len: 168 time: 0.2325215 Sep 03 03:49:52.956854 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e86b0f-f41a-4327-9f17-5a475889b464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3762066c-ccfb-428a-8b91-98c69077c84d,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:53.133602 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-867e4852-290c-4c7f-9411-8b8cf2f6f8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:53.135673 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-867e4852-290c-4c7f-9411-8b8cf2f6f8bd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 918 time: 0.1637683 Sep 03 03:49:53.187851 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0074dd21-fbf8-42a0-9d6e-6c26188d3a8f req-a5acc73d-b4c1-44ba-bf7b-db74e6bf1679 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:53.189771 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0074dd21-fbf8-42a0-9d6e-6c26188d3a8f req-a5acc73d-b4c1-44ba-bf7b-db74e6bf1679 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 945 time: 0.2745459 Sep 03 03:49:53.220703 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-288d0563-c5aa-4262-a6f3-7e854aa76c43 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc502e70-8b66-4849-929e-0879ed88e591 HTTP/1.1" status: 200 len: 217 time: 0.0780666 Sep 03 03:49:53.263020 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8b8ab-0542-4056-b4d4-a0ef9ed96fd2 req-b0cb07ab-8a58-4a49-84e3-4aacbf4e817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:53.264897 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f3e8b8ab-0542-4056-b4d4-a0ef9ed96fd2 req-b0cb07ab-8a58-4a49-84e3-4aacbf4e817a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 1129 time: 0.1077611 Sep 03 03:49:53.335618 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-a3a5d669-bc96-4c10-b478-fac65976d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:53.337626 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-a3a5d669-bc96-4c10-b478-fac65976d514 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.1096604 Sep 03 03:49:53.351363 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0074dd21-fbf8-42a0-9d6e-6c26188d3a8f req-759e423f-ec8e-4505-bec4-00c6f20f5660 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495662 Sep 03 03:49:53.370913 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f3e8b8ab-0542-4056-b4d4-a0ef9ed96fd2 req-2d964095-3985-4f67-9c7f-37593ed5627a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809019 Sep 03 03:49:53.371211 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-65206b44-8d96-49ce-8974-a085bdf645dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/419c559d-069c-43da-873e-5269227abec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770921 Sep 03 03:49:53.371211 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-8486e8b6-1dfd-4059-914b-e14d010a84ef service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4166555 Sep 03 03:49:53.373509 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-47597ce7-a60a-4eb1-94f8-3950c2833361 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176943 Sep 03 03:49:53.411591 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-e3d9a0b6-f564-4615-821d-f9fc80bb0768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:53.413112 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-e3d9a0b6-f564-4615-821d-f9fc80bb0768 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0631328 Sep 03 03:49:53.517805 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6eb425-0c4a-44fb-bcd6-686630fdc8a7 req-730069d7-b870-4f57-a0d3-bf9a3ab4889d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:53.520243 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9c6eb425-0c4a-44fb-bcd6-686630fdc8a7 req-730069d7-b870-4f57-a0d3-bf9a3ab4889d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0582724 Sep 03 03:49:53.617497 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9c6eb425-0c4a-44fb-bcd6-686630fdc8a7 req-2daf46dd-77b7-4948-9147-6a9f7ff09713 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892766 Sep 03 03:49:53.700355 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-7c1ed7d9-32a5-489d-bfda-98ebb6a141e7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019077 Sep 03 03:49:53.803781 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:53.820350 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-df23fe4d-ca77-477e-8d43-66f3c4c16ab5 req-be981a6e-07d1-4f92-852a-363ab76679fb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977628 Sep 03 03:49:53.861539 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:53.868508 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04aa32-f85b-4565-8838-f04ef30dd990 req-8531b417-3c33-4937-8dea-eb371de96f2f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:53.871468 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-af04aa32-f85b-4565-8838-f04ef30dd990 req-8531b417-3c33-4937-8dea-eb371de96f2f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.3135359 Sep 03 03:49:53.965620 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2338b58-a32b-449a-8a97-8252661c0db2 req-bbb5b5cd-057d-4b0e-a080-7bc21122cf48 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:53.967341 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c2338b58-a32b-449a-8a97-8252661c0db2 req-bbb5b5cd-057d-4b0e-a080-7bc21122cf48 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0632539 Sep 03 03:49:54.036677 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:54.046377 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c2338b58-a32b-449a-8a97-8252661c0db2 req-63580902-ef08-4237-ae8d-8a10b2a833ce tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723436 Sep 03 03:49:54.099953 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c470bca6-d2a7-491f-a0fd-3abe57cc70f7 req-21506a13-f26b-4ada-88a9-8605e291611f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845953 Sep 03 03:49:54.123503 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-af04aa32-f85b-4565-8838-f04ef30dd990 req-6ad20b14-ece6-4c38-a94a-7dcdf0dd1f3d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107685 Sep 03 03:49:54.140957 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-30458d19-309a-4df5-8e1e-502ae6b52e9b req-f1efba2d-e619-44e9-822a-015cc0b97b63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036246 Sep 03 03:49:54.156043 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-6160a707-6854-4ca0-9edb-ff1919f9bbc9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/419c559d-069c-43da-873e-5269227abec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419095 Sep 03 03:49:54.168727 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a9e1a-0c15-4283-be0c-a8855cad7009 req-135020c3-b26d-4ee3-82e8-3daad1cf032b tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:54.170409 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1b9a9e1a-0c15-4283-be0c-a8855cad7009 req-135020c3-b26d-4ee3-82e8-3daad1cf032b tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 944 time: 0.0554705 Sep 03 03:49:54.221829 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1b9a9e1a-0c15-4283-be0c-a8855cad7009 req-6ae9d5e8-be4b-44ea-ab68-225cd9ba731c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455525 Sep 03 03:49:54.481880 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e6f184-d6ec-4668-830f-ef918e2fe614 req-852e0cf4-44cd-4943-b417-f064af0c7c0e tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:54.483692 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d8e6f184-d6ec-4668-830f-ef918e2fe614 req-852e0cf4-44cd-4943-b417-f064af0c7c0e tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 945 time: 0.0547752 Sep 03 03:49:54.535557 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d8e6f184-d6ec-4668-830f-ef918e2fe614 req-127ad0c6-1e02-4d73-898b-a6c262e3cab6 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457265 Sep 03 03:49:54.748883 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b67129-1343-4a22-88af-ac38316f31e8 req-f6a2a3e8-0289-4fa1-95dc-5588ad298f1b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:54.750459 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-44b67129-1343-4a22-88af-ac38316f31e8 req-f6a2a3e8-0289-4fa1-95dc-5588ad298f1b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0490255 Sep 03 03:49:54.764177 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:54.806911 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-44b67129-1343-4a22-88af-ac38316f31e8 req-fa92befb-b92c-490c-92b2-f1aa237ce195 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487304 Sep 03 03:49:54.872216 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f92467-64ec-4eba-af52-ad4923543504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a7b1ba-2a3f-4b4f-8d13-1e07765177c0'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:54.874569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c942bd-0dfc-4782-aa12-3b91270f39ca" -d '{"events": [{"server_uuid": "f7f92467-64ec-4eba-af52-ad4923543504", "name": "network-vif-plugged", "status": "completed", "tag": "41a7b1ba-2a3f-4b4f-8d13-1e07765177c0"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:54.920130 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78c0b54-c600-4542-a6ac-fb3f76e610e6 x-openstack-request-id: req-b78c0b54-c600-4542-a6ac-fb3f76e610e6 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:54.920416 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f92467-64ec-4eba-af52-ad4923543504", "name": "network-vif-plugged", "status": "completed", "tag": "41a7b1ba-2a3f-4b4f-8d13-1e07765177c0", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:54.920661 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b78c0b54-c600-4542-a6ac-fb3f76e610e6 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:54.921065 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78c0b54-c600-4542-a6ac-fb3f76e610e6'] response: {'server_uuid': 'f7f92467-64ec-4eba-af52-ad4923543504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a7b1ba-2a3f-4b4f-8d13-1e07765177c0', 'code': 200} Sep 03 03:49:55.179075 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813d365-2ba3-4bf3-91f7-04715e9f7d39 req-7e1ab834-3c63-41d0-8876-5689ddf9adff tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:55.179075 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a813d365-2ba3-4bf3-91f7-04715e9f7d39 req-7e1ab834-3c63-41d0-8876-5689ddf9adff tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0564601 Sep 03 03:49:55.239987 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a813d365-2ba3-4bf3-91f7-04715e9f7d39 req-83788f70-ff21-4f14-a774-a721cd69c0b8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550401 Sep 03 03:49:55.273956 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46987-a217-41f0-9f3e-2eff3c13db1c req-19a7abce-6637-4e01-a9c1-dbc3123a897c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:55.281410 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-52f46987-a217-41f0-9f3e-2eff3c13db1c req-19a7abce-6637-4e01-a9c1-dbc3123a897c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0651507 Sep 03 03:49:55.326667 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-52f46987-a217-41f0-9f3e-2eff3c13db1c req-a27afb80-df28-485b-bac8-6ec2c18593b1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443547 Sep 03 03:49:55.351762 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27831-f820-4ecb-98d3-24b10b20ed2a req-75eebd37-721d-48f5-8b7c-a2f0e9d519a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:55.356355 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-10b27831-f820-4ecb-98d3-24b10b20ed2a req-75eebd37-721d-48f5-8b7c-a2f0e9d519a7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 944 time: 0.0520241 Sep 03 03:49:55.403358 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-10b27831-f820-4ecb-98d3-24b10b20ed2a req-9825068e-fecd-46ae-a31e-1a555fd4d73b tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433891 Sep 03 03:49:55.668042 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be24556-832b-4384-a513-ab86463800bb req-76db3229-7eb5-4971-9ffd-e43b0a2e8d63 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:55.669538 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9be24556-832b-4384-a513-ab86463800bb req-76db3229-7eb5-4971-9ffd-e43b0a2e8d63 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 945 time: 0.0506783 Sep 03 03:49:55.724842 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9be24556-832b-4384-a513-ab86463800bb req-3b060c8e-c6cd-45f2-93b6-ce847dc253a7 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470226 Sep 03 03:49:55.941376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ae231-ba94-4dc3-9ec5-0a0188e30b63 req-6ed22d27-300d-4a14-8ac6-c2f9d0733388 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:55.942838 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-dd3ae231-ba94-4dc3-9ec5-0a0188e30b63 req-6ed22d27-300d-4a14-8ac6-c2f9d0733388 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0503097 Sep 03 03:49:55.990134 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-dd3ae231-ba94-4dc3-9ec5-0a0188e30b63 req-89f68d91-2924-4c06-b2d9-43054a1cc55f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417378 Sep 03 03:49:56.374178 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3a80-cb95-456a-b9ff-ec025d419649 req-ef5077c9-534c-4166-8fb6-ab18e16446c0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:56.375637 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-565a3a80-cb95-456a-b9ff-ec025d419649 req-ef5077c9-534c-4166-8fb6-ab18e16446c0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0565567 Sep 03 03:49:56.430427 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-565a3a80-cb95-456a-b9ff-ec025d419649 req-994441bb-dbaf-4fea-b218-c09f06ffc1c9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490324 Sep 03 03:49:56.452831 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7c209-321e-4d41-b26c-b45aadcc7d5e req-766b3651-a2d1-4855-8bca-14376f912421 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:56.454464 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e2e7c209-321e-4d41-b26c-b45aadcc7d5e req-766b3651-a2d1-4855-8bca-14376f912421 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0488191 Sep 03 03:49:56.501646 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e2e7c209-321e-4d41-b26c-b45aadcc7d5e req-56c623d5-32ac-4b14-ab27-dd2048e1c1f2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411470 Sep 03 03:49:56.535185 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f66d29-2e93-476b-ad98-2e86aa9765e1 req-99213dc0-c9db-474a-8414-06e22f3bd6c3 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:56.536647 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e8f66d29-2e93-476b-ad98-2e86aa9765e1 req-99213dc0-c9db-474a-8414-06e22f3bd6c3 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 944 time: 0.0462217 Sep 03 03:49:56.583577 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e8f66d29-2e93-476b-ad98-2e86aa9765e1 req-6740feac-e7fe-4bd0-90a5-579891267c9d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Sep 03 03:49:56.744055 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:49:56.748642 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c131716e-c4cf-4300-99d4-32cea2b1becb up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:56.840488 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port c131716e-c4cf-4300-99d4-32cea2b1becb completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:49:56.850106 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port c131716e-c4cf-4300-99d4-32cea2b1becb triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:56.850486 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:56.851221 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e3400-7bf5-4a6c-b7c0-c2cca93aae61 req-c1ac5d2d-0318-41a3-b22c-36806fda9001 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:56.852738 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f66e3400-7bf5-4a6c-b7c0-c2cca93aae61 req-c1ac5d2d-0318-41a3-b22c-36806fda9001 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 945 time: 0.0469513 Sep 03 03:49:56.907010 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f66e3400-7bf5-4a6c-b7c0-c2cca93aae61 req-3eff4f34-5d37-45f7-ba03-d0499f2b58af tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479579 Sep 03 03:49:57.026150 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:57.038945 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'dc502e70-8b66-4849-929e-0879ed88e591', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'port_id': 'dc502e70-8b66-4849-929e-0879ed88e591', 'mac_address': 'fa:16:3e:1d:25:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:49:57.099411 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port dc502e70-8b66-4849-929e-0879ed88e591 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:57.099778 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:57.102880 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port c131716e-c4cf-4300-99d4-32cea2b1becb is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:57.103243 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:57.123850 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc502e70-8b66-4849-929e-0879ed88e591 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:49:57.147286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c131716e-c4cf-4300-99d4-32cea2b1becb'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:57.149529 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f187d23-974c-44fe-b44c-ba30f1124fd3" -d '{"events": [{"server_uuid": "828bd786-6e99-4ccd-a4aa-9198ef8c8731", "name": "network-vif-plugged", "status": "completed", "tag": "c131716e-c4cf-4300-99d4-32cea2b1becb"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:57.149824 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-a330b2a6-10fa-44fe-ab22-1cd13dc6f53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:57.152039 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-a330b2a6-10fa-44fe-ab22-1cd13dc6f53d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 1129 time: 0.0592759 Sep 03 03:49:57.152896 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a0f6e-0b40-4163-92b5-b8609bfc3324 req-56bbbb89-8da2-43f6-9e40-76df31119164 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:57.155035 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-257a0f6e-0b40-4163-92b5-b8609bfc3324 req-56bbbb89-8da2-43f6-9e40-76df31119164 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0780358 Sep 03 03:49:57.169004 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c131716e-c4cf-4300-99d4-32cea2b1becb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c131716e-c4cf-4300-99d4-32cea2b1becb,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:57.171073 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:57.174229 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:57.175367 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 45d48f27-6986-4559-b518-e64ca4982470 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:49:57.200527 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb2832f-d065-4a67-85cf-b245382b40f0 x-openstack-request-id: req-1cb2832f-d065-4a67-85cf-b245382b40f0 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:57.200819 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828bd786-6e99-4ccd-a4aa-9198ef8c8731", "name": "network-vif-plugged", "status": "completed", "tag": "c131716e-c4cf-4300-99d4-32cea2b1becb", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:57.201064 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cb2832f-d065-4a67-85cf-b245382b40f0 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:57.201469 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb2832f-d065-4a67-85cf-b245382b40f0'] response: {'server_uuid': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'code': 200} Sep 03 03:49:57.203869 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:57.215728 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-257a0f6e-0b40-4163-92b5-b8609bfc3324 req-28a3c4b0-cf54-4783-a851-114c7387ce65 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532398 Sep 03 03:49:57.224489 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:57.242152 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:57.264437 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=c131716e-c4cf-4300-99d4-32cea2b1becb,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:57.274738 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 45d48f27-6986-4559-b518-e64ca4982470 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:49:57.302720 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 45d48f27-6986-4559-b518-e64ca4982470 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:49:57.303123 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (45d48f27-6986-4559-b518-e64ca4982470), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:57.345212 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:57.391735 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 45d48f27-6986-4559-b518-e64ca4982470 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:49:57.392116 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (45d48f27-6986-4559-b518-e64ca4982470), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:57.428159 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 45d48f27-6986-4559-b518-e64ca4982470, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45d48f27-6986-4559-b518-e64ca4982470,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:49:57.433420 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (45d48f27-6986-4559-b518-e64ca4982470), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:49:57.481762 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=45d48f27-6986-4559-b518-e64ca4982470,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:49:57.563508 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bb4d9-0dfe-4a37-a5ea-602b1c3f38c5 req-b1404cbd-30fd-4844-84fe-8f914e856e71 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:57.564977 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-aa2bb4d9-0dfe-4a37-a5ea-602b1c3f38c5 req-b1404cbd-30fd-4844-84fe-8f914e856e71 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.0482538 Sep 03 03:49:57.616019 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-aa2bb4d9-0dfe-4a37-a5ea-602b1c3f38c5 req-fc0bba43-64f4-4fff-83c1-f01406c89137 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454648 Sep 03 03:49:57.630950 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d75c17-7d7f-4d46-8a7a-a9dd56ae2307 req-55501dce-bc68-4566-b294-93114750611a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:57.632966 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64d75c17-7d7f-4d46-8a7a-a9dd56ae2307 req-55501dce-bc68-4566-b294-93114750611a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0561862 Sep 03 03:49:57.715767 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64d75c17-7d7f-4d46-8a7a-a9dd56ae2307 req-7a82b6d1-0758-4b32-b732-b2c0cc7660ee tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665550 Sep 03 03:49:57.739085 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d0072-f08c-41c9-8509-9c650d0e29c6 req-8c7c7b9a-65e9-4aff-8e76-3733f1b93309 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:57.740585 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f19d0072-f08c-41c9-8509-9c650d0e29c6 req-8c7c7b9a-65e9-4aff-8e76-3733f1b93309 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0595253 Sep 03 03:49:57.789576 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f19d0072-f08c-41c9-8509-9c650d0e29c6 req-351e5466-5266-4116-a440-601e380d595f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423231 Sep 03 03:49:58.057082 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81eade0-0acd-4f46-8b84-35430ad9eccc req-99b711b0-d2c0-4800-a4cf-5a0f84eff7bc tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:58.058470 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e81eade0-0acd-4f46-8b84-35430ad9eccc req-99b711b0-d2c0-4800-a4cf-5a0f84eff7bc tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0494180 Sep 03 03:49:58.071505 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:58.110268 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e81eade0-0acd-4f46-8b84-35430ad9eccc req-6ef5629b-675e-46f1-b817-d669f16230df tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462546 Sep 03 03:49:58.346483 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75904060-f7d8-43d3-91df-308b861aba37 req-6157213a-e75d-4433-8012-c660a12349bf tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:58.348294 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-75904060-f7d8-43d3-91df-308b861aba37 req-6157213a-e75d-4433-8012-c660a12349bf tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0540078 Sep 03 03:49:58.390505 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:58.404306 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-75904060-f7d8-43d3-91df-308b861aba37 req-10b26d5d-7acc-440b-8110-023e1849319f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455492 Sep 03 03:49:58.760429 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8943dd-142b-4179-8f49-61e2673c3e02 req-0260ff99-96fd-43de-b9dd-58ca87d70cb6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:58.762058 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0d8943dd-142b-4179-8f49-61e2673c3e02 req-0260ff99-96fd-43de-b9dd-58ca87d70cb6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.0531733 Sep 03 03:49:58.810962 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0d8943dd-142b-4179-8f49-61e2673c3e02 req-23c24286-fe88-4129-a6c3-1aba71a1a405 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418084 Sep 03 03:49:58.845591 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f875be-3d71-40ab-b765-3119d780a0ef req-4172f454-f52d-40c2-b755-861269020f92 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:58.847082 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f1f875be-3d71-40ab-b765-3119d780a0ef req-4172f454-f52d-40c2-b755-861269020f92 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0472636 Sep 03 03:49:58.901965 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f1f875be-3d71-40ab-b765-3119d780a0ef req-95de2135-8bc1-4c4b-b10d-bff01b3f6ec4 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490170 Sep 03 03:49:58.923284 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ba0d5-0952-4077-893a-32f16d180521 req-2a5e6ef6-a253-4f6d-a58d-9dfe0cab5f20 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:58.924812 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8c4ba0d5-0952-4077-893a-32f16d180521 req-2a5e6ef6-a253-4f6d-a58d-9dfe0cab5f20 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0518532 Sep 03 03:49:58.974205 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8c4ba0d5-0952-4077-893a-32f16d180521 req-91786f34-120c-4f55-a5c3-3e20812a2032 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Sep 03 03:49:59.202339 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5154156-831e-45fa-b20b-3c6bd4f1f383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d48f27-6986-4559-b518-e64ca4982470'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:49:59.204748 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ccac1a6-c81b-4ae1-808e-9d2bb6d84876" -d '{"events": [{"server_uuid": "e5154156-831e-45fa-b20b-3c6bd4f1f383", "name": "network-vif-plugged", "status": "completed", "tag": "45d48f27-6986-4559-b518-e64ca4982470"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:49:59.233205 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e21b3-c64d-4a3c-a526-93ec5cb620b1 req-3b437358-e62c-485f-9dd6-c52ff445d90b tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:59.234706 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-117e21b3-c64d-4a3c-a526-93ec5cb620b1 req-3b437358-e62c-485f-9dd6-c52ff445d90b tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0464621 Sep 03 03:49:59.244028 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6910aab6-d05b-428b-b7ba-c156adee568d x-openstack-request-id: req-6910aab6-d05b-428b-b7ba-c156adee568d {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:49:59.244335 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5154156-831e-45fa-b20b-3c6bd4f1f383", "name": "network-vif-plugged", "status": "completed", "tag": "45d48f27-6986-4559-b518-e64ca4982470", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:49:59.244580 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6910aab6-d05b-428b-b7ba-c156adee568d {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:49:59.244993 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6910aab6-d05b-428b-b7ba-c156adee568d'] response: {'server_uuid': 'e5154156-831e-45fa-b20b-3c6bd4f1f383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45d48f27-6986-4559-b518-e64ca4982470', 'code': 200} Sep 03 03:49:59.281343 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-117e21b3-c64d-4a3c-a526-93ec5cb620b1 req-959681d4-b496-4d62-aacb-88f4e772bd2e tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Sep 03 03:49:59.501435 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:59.541864 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359be2d7-3d29-49aa-b9cf-6f9d0d204598 req-cc97a477-2545-461e-bb88-9cae5b2226e1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:59.543323 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-359be2d7-3d29-49aa-b9cf-6f9d0d204598 req-cc97a477-2545-461e-bb88-9cae5b2226e1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0565367 Sep 03 03:49:59.594927 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-359be2d7-3d29-49aa-b9cf-6f9d0d204598 req-3c80d6d4-438d-49f9-9923-13d0b198fdf4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Sep 03 03:49:59.932089 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:49:59.945889 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7501d4-f2a9-4f45-a4c8-4a372840cce4 req-e361819f-1db7-4809-b579-0e4ac89676e5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:49:59.947519 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cc7501d4-f2a9-4f45-a4c8-4a372840cce4 req-e361819f-1db7-4809-b579-0e4ac89676e5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.0461421 Sep 03 03:49:59.995240 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cc7501d4-f2a9-4f45-a4c8-4a372840cce4 req-ee9b3077-243c-456c-8b90-5bb0a811674c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421362 Sep 03 03:50:00.021040 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc217a8-9151-47e8-805c-3fcabbecfef1 req-786121f2-cc5e-4480-93d2-cf3c03728706 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:00.027332 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6dc217a8-9151-47e8-805c-3fcabbecfef1 req-786121f2-cc5e-4480-93d2-cf3c03728706 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0516355 Sep 03 03:50:00.073120 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6dc217a8-9151-47e8-805c-3fcabbecfef1 req-502198bf-05e2-43a0-871c-ceeec1a826da tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446360 Sep 03 03:50:00.112729 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6f3310-37e9-4dc6-a6d4-61a712dc2ec1 req-7ba09c94-7316-474a-98d9-ccf787ddd2e3 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:00.114188 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ab6f3310-37e9-4dc6-a6d4-61a712dc2ec1 req-7ba09c94-7316-474a-98d9-ccf787ddd2e3 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0595815 Sep 03 03:50:00.171102 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ab6f3310-37e9-4dc6-a6d4-61a712dc2ec1 req-5c661765-2d02-4e9f-8035-b729bb69e071 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508895 Sep 03 03:50:00.381482 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['dc502e70-8b66-4849-929e-0879ed88e591'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:50:00.411756 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92273056-5c10-4592-b09f-c11e25eb0cab req-7374b22e-1545-4741-9279-6919bce86be8 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:00.413258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-92273056-5c10-4592-b09f-c11e25eb0cab req-7374b22e-1545-4741-9279-6919bce86be8 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0494754 Sep 03 03:50:00.478711 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-92273056-5c10-4592-b09f-c11e25eb0cab req-8a42b95e-c3ba-40b8-ac3e-50c9b60de4ee tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590863 Sep 03 03:50:00.781990 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bb563-6f87-4d58-9991-7f309390944e req-184c21d6-129c-4c5b-94bb-7437d2f71d7a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:00.783478 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6a7bb563-6f87-4d58-9991-7f309390944e req-184c21d6-129c-4c5b-94bb-7437d2f71d7a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0664070 Sep 03 03:50:00.809509 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-235b03e6-8956-4512-81c0-35014e4edf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:00.810966 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-235b03e6-8956-4512-81c0-35014e4edf7f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.1478143 Sep 03 03:50:00.842951 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6a7bb563-6f87-4d58-9991-7f309390944e req-d4024720-71a1-419e-aaf0-e231c0268eb7 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537212 Sep 03 03:50:01.207647 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed9d92-ec11-4994-9780-dd60985f62bf req-0e7d7eaa-d089-41f5-bc9c-60e4e55715c3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.209988 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-81ed9d92-ec11-4994-9780-dd60985f62bf req-0e7d7eaa-d089-41f5-bc9c-60e4e55715c3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.1124637 Sep 03 03:50:01.255525 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-6c5c9316-42dc-4b56-852c-e0ef74c2884b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 HTTP/1.1" status: 200 len: 217 time: 0.0746238 Sep 03 03:50:01.342206 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d500d-1f9f-45ed-a9c6-42350164e7dd req-5b192405-d517-4063-986d-04cf175b32a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.343943 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ab9d500d-1f9f-45ed-a9c6-42350164e7dd req-5b192405-d517-4063-986d-04cf175b32a0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 1129 time: 0.1328728 Sep 03 03:50:01.348497 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d74a2-f24e-4660-a25b-f00f0c18a600 req-573c1480-2a81-4774-a338-2ef4df7d3362 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.350409 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-047d74a2-f24e-4660-a25b-f00f0c18a600 req-573c1480-2a81-4774-a338-2ef4df7d3362 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.1567590 Sep 03 03:50:01.365867 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-81ed9d92-ec11-4994-9780-dd60985f62bf req-ccac332c-26b7-400a-8405-aafda9961913 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431956 Sep 03 03:50:01.369905 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-16526cb2-1fdd-45db-b231-ac0d0b08fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.371511 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-16526cb2-1fdd-45db-b231-ac0d0b08fd9a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0785582 Sep 03 03:50:01.441434 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-c8fb093f-28a4-466a-84b8-35a7f0a37d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.442999 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-c8fb093f-28a4-466a-84b8-35a7f0a37d6d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0583918 Sep 03 03:50:01.474200 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-047d74a2-f24e-4660-a25b-f00f0c18a600 req-97e93c79-2d7e-4303-b3f8-316115e077ec tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125603 Sep 03 03:50:01.497791 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c359aec-5d81-4207-a849-aaa884944117 req-64adcc87-2396-413a-8cd6-ea7dcc6aa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.499292 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8c359aec-5d81-4207-a849-aaa884944117 req-64adcc87-2396-413a-8cd6-ea7dcc6aa3cf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 1129 time: 0.1156564 Sep 03 03:50:01.530197 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ab9d500d-1f9f-45ed-a9c6-42350164e7dd req-67656fd0-a370-4a62-8ef5-7734fb11e191 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692300 Sep 03 03:50:01.558416 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-030e748b-d9d4-4bd7-aa53-139e09819cb7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072659 Sep 03 03:50:01.569594 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7c1cd-0c6a-44d5-9220-7ae4a82e7f04 req-0a46a9c6-b3ed-4892-8840-c5ca2c5d8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.571134 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-add7c1cd-0c6a-44d5-9220-7ae4a82e7f04 req-0a46a9c6-b3ed-4892-8840-c5ca2c5d8bb0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 1130 time: 0.1256466 Sep 03 03:50:01.605310 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6103b-c158-4228-91d8-3a6039a3c80d req-8237f718-ada9-4e4d-bfa1-40cd9584c084 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.606945 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aee6103b-c158-4228-91d8-3a6039a3c80d req-8237f718-ada9-4e4d-bfa1-40cd9584c084 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.1345255 Sep 03 03:50:01.628083 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8c359aec-5d81-4207-a849-aaa884944117 req-29d84d89-e267-4659-bf7c-7ad866cb86e9 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172173 Sep 03 03:50:01.672550 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aee6103b-c158-4228-91d8-3a6039a3c80d req-1dd81010-c3c7-4635-bd8d-ed7adb94f465 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553186 Sep 03 03:50:01.778263 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d3550-388e-4aee-bf73-9ae957be80af req-6b52fec8-eba1-409e-ac73-2e937ec3bb8a tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.779778 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6e5d3550-388e-4aee-bf73-9ae957be80af req-6b52fec8-eba1-409e-ac73-2e937ec3bb8a tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0519836 Sep 03 03:50:01.817749 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:01.830386 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6e5d3550-388e-4aee-bf73-9ae957be80af req-75ebbf4e-3cb6-461e-a44e-639248779708 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449719 Sep 03 03:50:01.835673 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4869ec1-312a-4931-a68d-82e0786505d3 req-95f35eb8-ccfd-4896-97fe-f446c427b5a0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.837215 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f4869ec1-312a-4931-a68d-82e0786505d3 req-95f35eb8-ccfd-4896-97fe-f446c427b5a0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0482569 Sep 03 03:50:01.894644 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f4869ec1-312a-4931-a68d-82e0786505d3 req-29bd79ba-14c3-402a-837a-f869fcb60a3e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516047 Sep 03 03:50:01.969039 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234bd202-ecb2-459d-808e-97d03383c175 req-830f213e-bcd8-4e77-922f-1db3b561eaae tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:01.970487 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-234bd202-ecb2-459d-808e-97d03383c175 req-830f213e-bcd8-4e77-922f-1db3b561eaae tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0475743 Sep 03 03:50:02.019235 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-234bd202-ecb2-459d-808e-97d03383c175 req-6268bcae-cb8f-4ffd-a43b-52bfe1ea2fa0 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Sep 03 03:50:02.053751 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:50:02.099881 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port dc502e70-8b66-4849-929e-0879ed88e591 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:50:02.106305 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port dc502e70-8b66-4849-929e-0879ed88e591 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:50:02.106731 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dc502e70-8b66-4849-929e-0879ed88e591), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:02.134331 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:02.142562 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dee9689-aeb5-4148-8eaf-e2a0fb3958c7 req-ea96532b-0395-49db-a6b5-a60bebe38f63 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:02.144026 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9dee9689-aeb5-4148-8eaf-e2a0fb3958c7 req-ea96532b-0395-49db-a6b5-a60bebe38f63 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Sep 03 03:50:02.154760 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38334) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:02.159244 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'floatingip': {'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:02.188421 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port dc502e70-8b66-4849-929e-0879ed88e591 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:50:02.188930 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:02.218510 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:02.221226 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447a5c83-237c-413a-9048-60fe4f3a9ac9" -d '{"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-plugged", "status": "completed", "tag": "dc502e70-8b66-4849-929e-0879ed88e591"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:02.239363 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:02.241041 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (4f2fc7e1-3d91-489f-8918-c2c69c004295), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:02.248036 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:02.304453 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932ae0f0-333c-477d-b5e0-423fb3a2b5f6 x-openstack-request-id: req-932ae0f0-333c-477d-b5e0-423fb3a2b5f6 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:02.304828 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-plugged", "status": "completed", "tag": "dc502e70-8b66-4849-929e-0879ed88e591", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:02.305141 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-932ae0f0-333c-477d-b5e0-423fb3a2b5f6 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:02.305752 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-932ae0f0-333c-477d-b5e0-423fb3a2b5f6'] response: {'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591', 'code': 200} Sep 03 03:50:02.317021 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:02.325804 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.326434 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.326895 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.327265 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.328106 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.328590 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.329151 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.329774 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.330396 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.331042 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.331527 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.332247 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.333019 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.333484 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.334086 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:02.470660 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eac97650-0d39-4cb6-bf48-8c08e6c7a038 req-fb95dbc4-09b5-4121-90a0-2f5acf8c5c4e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690333 Sep 03 03:50:02.530305 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-add7c1cd-0c6a-44d5-9220-7ae4a82e7f04 req-efbc6811-2c83-4cb2-9a52-98c2aa75e78b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447461 Sep 03 03:50:02.577083 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ecb4f-04cd-4d41-a608-c2b8327f85f7 req-481e4c77-88b1-4110-9579-ad114d30b97e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:02.579061 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:02.591167 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7d0ecb4f-04cd-4d41-a608-c2b8327f85f7 req-481e4c77-88b1-4110-9579-ad114d30b97e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0913699 Sep 03 03:50:02.662556 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7d0ecb4f-04cd-4d41-a608-c2b8327f85f7 req-ae12bd0a-599c-4cc7-ba58-e6546e7f7ffc tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710559 Sep 03 03:50:02.890306 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ef82e-f3c1-4306-a043-e02f2bc61244 req-069ceaec-3603-4c5d-9501-6e53bb54e511 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:02.891835 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-562ef82e-f3c1-4306-a043-e02f2bc61244 req-069ceaec-3603-4c5d-9501-6e53bb54e511 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.1205096 Sep 03 03:50:02.915364 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:02.955976 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee3dbc-8de2-4ae3-8980-efe51b97b63e req-949bd4f8-d70f-40f7-9bc7-aa45fbdd4f19 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:02.958820 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f9ee3dbc-8de2-4ae3-8980-efe51b97b63e req-949bd4f8-d70f-40f7-9bc7-aa45fbdd4f19 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0509005 Sep 03 03:50:03.012386 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f9ee3dbc-8de2-4ae3-8980-efe51b97b63e req-c212fdd8-03a9-479e-9294-ccd2dbf16bea tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488305 Sep 03 03:50:03.122735 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aae29-d58c-4f21-90fb-766e279042e6 req-a19456ce-ecaf-4c09-ac6c-a240e0759a9b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:03.124322 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eb8aae29-d58c-4f21-90fb-766e279042e6 req-a19456ce-ecaf-4c09-ac6c-a240e0759a9b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0538664 Sep 03 03:50:03.181242 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eb8aae29-d58c-4f21-90fb-766e279042e6 req-13a377ff-aa41-46f8-b5a9-c46f6a9c2aac tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507305 Sep 03 03:50:03.224296 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.db.resource_extend [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 03 03:50:03.229189 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-562ef82e-f3c1-4306-a043-e02f2bc61244 req-e311c63c-3f15-4f31-bb3f-cf8b79847fa4 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306134 Sep 03 03:50:03.321102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:03.327320 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (4f2fc7e1-3d91-489f-8918-c2c69c004295), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:03.431620 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Floating IP 4f2fc7e1-3d91-489f-8918-c2c69c004295 associated. External IP: 172.27.4.43, port: 1197b605-d728-4d04-90d2-9befd8120dd4. Sep 03 03:50:03.574540 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:03.640895 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:50:03.751717 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:50:03.756268 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:03.764757 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:50:03.775737 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:50:03.776451 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:03.789908 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0caa72d0-7b42-403e-80b5-ad6e0b5e8794 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/4f2fc7e1-3d91-489f-8918-c2c69c004295 HTTP/1.1" status: 200 len: 991 time: 1.6318672 Sep 03 03:50:03.789908 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69fe618d-1192-4541-9d90-e5cee06be911', 'tag': '1197b605-d728-4d04-90d2-9befd8120dd4'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:03.791230 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe109aaa-3072-4113-b55b-a8967c3c149c" -d '{"events": [{"name": "network-changed", "server_uuid": "69fe618d-1192-4541-9d90-e5cee06be911", "tag": "1197b605-d728-4d04-90d2-9befd8120dd4"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:03.819368 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d066c-5ba2-46b4-ac8b-6bf71b25b2f9 req-777ef565-c74a-4efc-b28e-8c4374e79f6f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:03.821034 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eb0d066c-5ba2-46b4-ac8b-6bf71b25b2f9 req-777ef565-c74a-4efc-b28e-8c4374e79f6f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0665605 Sep 03 03:50:03.829350 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f006c8-8a74-4900-be1f-1140ccababca x-openstack-request-id: req-56f006c8-8a74-4900-be1f-1140ccababca {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:03.830048 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69fe618d-1192-4541-9d90-e5cee06be911", "tag": "1197b605-d728-4d04-90d2-9befd8120dd4", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:03.830645 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56f006c8-8a74-4900-be1f-1140ccababca {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:03.831447 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f006c8-8a74-4900-be1f-1140ccababca'] response: {'name': 'network-changed', 'server_uuid': '69fe618d-1192-4541-9d90-e5cee06be911', 'tag': '1197b605-d728-4d04-90d2-9befd8120dd4', 'status': 'completed', 'code': 200} Sep 03 03:50:03.884119 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eb0d066c-5ba2-46b4-ac8b-6bf71b25b2f9 req-a85be1e1-ee19-41dd-a6ed-706c337b8d08 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546727 Sep 03 03:50:03.893344 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:50:04.159134 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b37deb-06b9-439f-bccf-f12aacd71024 req-0bfe1368-de6c-452b-8ddd-c1a2e4891b2b tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:04.160744 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-41b37deb-06b9-439f-bccf-f12aacd71024 req-0bfe1368-de6c-452b-8ddd-c1a2e4891b2b tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0621130 Sep 03 03:50:04.227361 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-41b37deb-06b9-439f-bccf-f12aacd71024 req-2abffbf8-71bd-4207-ab49-8590fa84d109 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582163 Sep 03 03:50:04.284882 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38426) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:04.295007 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:02Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:04.342113 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:50:04.356183 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:50:04.356912 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:04.373766 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6b190-5a72-437b-b6f7-119254168620 req-947ba72b-54e1-4dc6-8986-3108ab8fc797 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:04.381005 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1ac6b190-5a72-437b-b6f7-119254168620 req-947ba72b-54e1-4dc6-8986-3108ab8fc797 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0962639 Sep 03 03:50:04.407312 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffc950-4bc7-4aab-b52f-9aebff638518 req-9dc1cbbc-cfe5-4b19-b5c7-9b85f40a8958 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:04.408948 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-10ffc950-4bc7-4aab-b52f-9aebff638518 req-9dc1cbbc-cfe5-4b19-b5c7-9b85f40a8958 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0659239 Sep 03 03:50:04.427165 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1ac6b190-5a72-437b-b6f7-119254168620 req-94423b33-ad19-4252-8c7b-1de835ea5fea tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445137 Sep 03 03:50:04.433325 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:04.441864 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:04.476285 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:50:04.501095 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-10ffc950-4bc7-4aab-b52f-9aebff638518 req-c4b1f515-9a0c-4429-8c58-74df3e4cf00a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799527 Sep 03 03:50:04.553606 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Publish callbacks [] for security_group (71f920e0-86f9-4bbb-8df3-bdf3805b8fb7), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:04.559983 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (71f920e0-86f9-4bbb-8df3-bdf3805b8fb7), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:04.606841 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=79070e943dde47e7a7c9866110fbd9d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3201826 Sep 03 03:50:04.608400 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f920e0-86f9-4bbb-8df3-bdf3805b8fb7,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:04.610418 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38434) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:04.627062 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe2f10-adc3-4704-9531-b4d65bf4a89c req-4ce55339-8187-43ec-b3c5-d427276f7774 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:04.627275 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.627452 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.627798 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.628129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.628453 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.628558 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3fbe2f10-adc3-4704-9531-b4d65bf4a89c req-4ce55339-8187-43ec-b3c5-d427276f7774 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0494184 Sep 03 03:50:04.628782 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.629102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.629413 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.630284 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.630600 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.630944 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.631259 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.631571 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.631884 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.632264 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37afacca-2e77-42d1-b521-c8d7f02ad4d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:04.639215 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38436) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:04.643895 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'floatingip': {'port_id': 'c131716e-c4cf-4300-99d4-32cea2b1becb'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:04.673689 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-20525d58-27a3-495b-b801-3422f9aa6755 admin admin] Publish callbacks [] for security_group (71f920e0-86f9-4bbb-8df3-bdf3805b8fb7), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:04.694598 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-20525d58-27a3-495b-b801-3422f9aa6755 admin admin] Publish callbacks [] for security_group (71f920e0-86f9-4bbb-8df3-bdf3805b8fb7), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:04.715060 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:02Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:04.720878 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (9dd69052-057f-42ac-bf38-2674d93b9074), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:04.746594 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096940d1-b8a1-454e-8c14-a44f810df50d None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:02Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:50:04.750589 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-20525d58-27a3-495b-b801-3422f9aa6755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (71f920e0-86f9-4bbb-8df3-bdf3805b8fb7), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:04.754108 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-20525d58-27a3-495b-b801-3422f9aa6755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:04.758333 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-20525d58-27a3-495b-b801-3422f9aa6755 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/71f920e0-86f9-4bbb-8df3-bdf3805b8fb7 HTTP/1.1" status: 204 len: 168 time: 0.1442125 Sep 03 03:50:04.765199 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20525d58-27a3-495b-b801-3422f9aa6755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f920e0-86f9-4bbb-8df3-bdf3805b8fb7,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:04.847774 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-e8e6abf4-fb5c-47ab-a40d-7735f8f7cb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:04.849249 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-e8e6abf4-fb5c-47ab-a40d-7735f8f7cb59 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 1129 time: 0.0689933 Sep 03 03:50:05.001237 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-89015b1e-627d-4f1f-8c3e-3996d8d3e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.002976 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-89015b1e-627d-4f1f-8c3e-3996d8d3e484 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 1130 time: 0.0763772 Sep 03 03:50:05.101396 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7bd36-3cf4-4321-ba92-ce496445064d req-1c611a08-48ea-4893-8894-0a6eb3d98f80 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.103258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6bc7bd36-3cf4-4321-ba92-ce496445064d req-1c611a08-48ea-4893-8894-0a6eb3d98f80 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0992963 Sep 03 03:50:05.168612 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:05.190534 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38446) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:05.191569 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f11a2-3f98-4e19-aeaa-61cb43df465b req-8f352306-8051-4165-9d6f-101590387ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.193053 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-148f11a2-3f98-4e19-aeaa-61cb43df465b req-8f352306-8051-4165-9d6f-101590387ae5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 1129 time: 0.0630341 Sep 03 03:50:05.197575 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6bc7bd36-3cf4-4321-ba92-ce496445064d req-ffea9b33-44df-464f-bc46-0db12e76a7cd tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752261 Sep 03 03:50:05.228699 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-9b1f0e7c-109b-45f3-8662-b16ce41c0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.230301 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-9b1f0e7c-109b-45f3-8662-b16ce41c0f32 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.1956964 Sep 03 03:50:05.242553 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:05.432378 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd2432-846d-4d10-8ecc-269fb8ff06ac req-dc86fc38-dbf9-477c-b7f7-34bfd1ac7b62 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.434107 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-05dd2432-846d-4d10-8ecc-269fb8ff06ac req-dc86fc38-dbf9-477c-b7f7-34bfd1ac7b62 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.1138976 Sep 03 03:50:05.543706 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:05.549869 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:50:05.595725 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-6d402795-8cf6-4fd1-acc6-d199a145a443 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 HTTP/1.1" status: 200 len: 217 time: 0.1149740 Sep 03 03:50:05.597512 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:05.665281 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Publish callbacks [] for security_group (a269e735-7a7f-44eb-b2f5-106063b99028), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:05.708934 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59f44c-eb39-421e-a1cf-ab9ee095d2dc req-50a98758-e226-47db-8c65-7e1b7bd8711c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.710678 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ee59f44c-eb39-421e-a1cf-ab9ee095d2dc req-50a98758-e226-47db-8c65-7e1b7bd8711c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.1520052 Sep 03 03:50:05.724973 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a269e735-7a7f-44eb-b2f5-106063b99028), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:05.742041 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-d6fad612-cf20-44b5-8c22-e2ca04cf1068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.743702 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-d6fad612-cf20-44b5-8c22-e2ca04cf1068 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.1339612 Sep 03 03:50:05.754018 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-793c9984-5dd4-4cec-9275-f9bfdae6c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.754534 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-793c9984-5dd4-4cec-9275-f9bfdae6c4ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 915 time: 0.2763348 Sep 03 03:50:05.765892 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-05dd2432-846d-4d10-8ecc-269fb8ff06ac req-006d3899-e015-4c55-9943-ac90b6bcdaf6 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113132 Sep 03 03:50:05.776257 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be0bbb9-b9e1-4226-aa35-735a48992401 None None] New status for floating IP 4f2fc7e1-3d91-489f-8918-c2c69c004295: ACTIVE {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:50:05.846098 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-148f11a2-3f98-4e19-aeaa-61cb43df465b req-61bb0e4a-d070-498a-b34b-78eb8adb6f56 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201020 Sep 03 03:50:05.860102 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6f14b75e2e434d58bbb13a85b37c665c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6660511 Sep 03 03:50:05.865131 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38464) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:05.874511 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a269e735-7a7f-44eb-b2f5-106063b99028,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:05.882248 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:05.935213 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.935921 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.936948 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.937484 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.938018 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.938688 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.939177 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.939516 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.939843 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.940273 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.940665 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.941148 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.941474 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.941786 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.942256 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed4e316-e8ca-4ee4-842e-28d0ddc2b8f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:50:05.973600 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-6b72332d-0cdb-43f2-b093-31f26a062688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:05.976499 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-6b72332d-0cdb-43f2-b093-31f26a062688 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2197719 Sep 03 03:50:06.002200 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.db.resource_extend [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 03 03:50:06.025258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ee59f44c-eb39-421e-a1cf-ab9ee095d2dc req-4eaf53f2-601a-43ce-8725-f28d401c6f09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053949 Sep 03 03:50:06.027106 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-71a2b807-9e20-4ab7-b8a2-c3b84ef92ab2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1197b605-d728-4d04-90d2-9befd8120dd4 HTTP/1.1" status: 200 len: 999 time: 0.2592900 Sep 03 03:50:06.098406 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:06.099692 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-08d89d61-f8b8-43d7-b827-2f716427e2bc admin admin] Publish callbacks [] for security_group (a269e735-7a7f-44eb-b2f5-106063b99028), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:06.104580 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:06.110423 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (9dd69052-057f-42ac-bf38-2674d93b9074), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:06.159507 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-08d89d61-f8b8-43d7-b827-2f716427e2bc admin admin] Publish callbacks [] for security_group (a269e735-7a7f-44eb-b2f5-106063b99028), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:06.249634 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Floating IP 9dd69052-057f-42ac-bf38-2674d93b9074 associated. External IP: 172.27.4.200, port: c131716e-c4cf-4300-99d4-32cea2b1becb. Sep 03 03:50:06.316330 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-79ec9071-3a31-47f9-a507-dc6e78fb2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:06.318241 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-79ec9071-3a31-47f9-a507-dc6e78fb2a9c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.1809711 Sep 03 03:50:06.390548 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-1885e569-434d-46d2-8348-475388685016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:06.392113 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-1885e569-434d-46d2-8348-475388685016 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0664446 Sep 03 03:50:06.395986 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-2ca79d38-d2cf-4f56-b8f4-d56dec8a3534 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563255 Sep 03 03:50:06.403900 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-08d89d61-f8b8-43d7-b827-2f716427e2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a269e735-7a7f-44eb-b2f5-106063b99028), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:06.406444 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-08d89d61-f8b8-43d7-b827-2f716427e2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:06.410222 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-08d89d61-f8b8-43d7-b827-2f716427e2bc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a269e735-7a7f-44eb-b2f5-106063b99028 HTTP/1.1" status: 204 len: 168 time: 0.5413854 Sep 03 03:50:06.431271 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d89d61-f8b8-43d7-b827-2f716427e2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a269e735-7a7f-44eb-b2f5-106063b99028,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:06.438444 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8981ec7-99b8-49cc-a0fb-40a32e69c1ee req-f1cd3cd9-10bf-44dd-8778-9677496ceba8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:06.439995 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d8981ec7-99b8-49cc-a0fb-40a32e69c1ee req-f1cd3cd9-10bf-44dd-8778-9677496ceba8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0743392 Sep 03 03:50:06.551874 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:06.571915 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-7bc5c4d6-6f63-4b7c-8f5a-74d2a63d76fc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643541 Sep 03 03:50:06.573808 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a3bf5dc8-f5a8-4cd3-a40f-188594df43cd req-f5002db5-06ca-4ea1-83a1-e0f37971da74 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652288 Sep 03 03:50:06.573936 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d8981ec7-99b8-49cc-a0fb-40a32e69c1ee req-40c38eb5-c6bb-4c35-b756-c6ba98de44c6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916381 Sep 03 03:50:06.594871 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Router 7939a9d6-dab5-42a5-9468-40c3ad74722d has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:50:06.700559 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:50:06.705261 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:06.711281 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] Sync routers for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:50:06.724373 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:50:06.725316 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:06.831591 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:06.832539 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:06.840570 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:50:06.900454 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38480) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:06.921262 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-176650ec-dd0e-41f2-a98b-8178826c03ae tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/9dd69052-057f-42ac-bf38-2674d93b9074 HTTP/1.1" status: 200 len: 991 time: 2.2809064 Sep 03 03:50:06.922074 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'tag': 'c131716e-c4cf-4300-99d4-32cea2b1becb'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:06.924679 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc" -d '{"events": [{"name": "network-changed", "server_uuid": "828bd786-6e99-4ccd-a4aa-9198ef8c8731", "tag": "c131716e-c4cf-4300-99d4-32cea2b1becb"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:06.931550 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-37ecc793-ef49-45f4-ac3f-72cd2f57791b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:06.994326 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7daa543a-e68b-4e67-a606-f55ba430e60f x-openstack-request-id: req-7daa543a-e68b-4e67-a606-f55ba430e60f {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:06.994994 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "828bd786-6e99-4ccd-a4aa-9198ef8c8731", "tag": "c131716e-c4cf-4300-99d4-32cea2b1becb", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:06.995304 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7daa543a-e68b-4e67-a606-f55ba430e60f {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:06.995820 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7daa543a-e68b-4e67-a606-f55ba430e60f'] response: {'name': 'network-changed', 'server_uuid': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'tag': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'status': 'completed', 'code': 200} Sep 03 03:50:07.057241 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe109aaa-3072-4113-b55b-a8967c3c149c req-eec1690f-f55c-45ca-acf1-6b39f111a8fa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733642 Sep 03 03:50:07.079165 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:07.090862 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '9dd69052-057f-42ac-bf38-2674d93b9074', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'floating_ip_address': '172.27.4.200', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'port_id': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'mac_address': 'fa:16:3e:cd:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:18Z', 'updated_at': '2022-09-03T03:50:05Z', 'revision_number': 1, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:07.094246 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-37ecc793-ef49-45f4-ac3f-72cd2f57791b admin admin] Publish callbacks [] for security_group (7cbfb135-0e24-42ed-8e95-676d54c86682), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:07.099646 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-37ecc793-ef49-45f4-ac3f-72cd2f57791b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (7cbfb135-0e24-42ed-8e95-676d54c86682), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:07.128563 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] Checking router: 7939a9d6-dab5-42a5-9468-40c3ad74722d for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:50:07.143996 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:50:07.144603 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:07.147996 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-37ecc793-ef49-45f4-ac3f-72cd2f57791b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b9cefd97c26947d18850bcee26e3eb81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439599 Sep 03 03:50:07.148149 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38502) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:07.157916 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecc793-ef49-45f4-ac3f-72cd2f57791b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbfb135-0e24-42ed-8e95-676d54c86682,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:07.197831 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:07.314441 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75104c6-d8c9-442d-af82-77f6232c9dd6 req-30711f31-1f57-43b8-aaab-0079610e7e05 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:07.316758 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c75104c6-d8c9-442d-af82-77f6232c9dd6 req-30711f31-1f57-43b8-aaab-0079610e7e05 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.1078873 Sep 03 03:50:07.317284 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:50:07.365594 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-60f44388-b858-43d8-9b2d-60c8083ec516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:07.367242 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-60f44388-b858-43d8-9b2d-60c8083ec516 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 1129 time: 0.0925786 Sep 03 03:50:07.388181 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-69ad5750-8c0f-41b6-a2fc-bba810b7e87d admin admin] Publish callbacks [] for security_group (7cbfb135-0e24-42ed-8e95-676d54c86682), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:07.438440 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-69ad5750-8c0f-41b6-a2fc-bba810b7e87d admin admin] Publish callbacks [] for security_group (7cbfb135-0e24-42ed-8e95-676d54c86682), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:07.444648 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c75104c6-d8c9-442d-af82-77f6232c9dd6 req-925f56ff-0f36-458b-8858-6cbc6b807762 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156504 Sep 03 03:50:07.515895 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-69ad5750-8c0f-41b6-a2fc-bba810b7e87d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (7cbfb135-0e24-42ed-8e95-676d54c86682), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:07.518616 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-69ad5750-8c0f-41b6-a2fc-bba810b7e87d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:07.522575 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-69ad5750-8c0f-41b6-a2fc-bba810b7e87d admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7cbfb135-0e24-42ed-8e95-676d54c86682 HTTP/1.1" status: 204 len: 168 time: 0.3734343 Sep 03 03:50:07.534955 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad5750-8c0f-41b6-a2fc-bba810b7e87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbfb135-0e24-42ed-8e95-676d54c86682,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:07.650928 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '9dd69052-057f-42ac-bf38-2674d93b9074', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'floating_ip_address': '172.27.4.200', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'port_id': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'mac_address': 'fa:16:3e:cd:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:18Z', 'updated_at': '2022-09-03T03:50:05Z', 'revision_number': 1, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:07.694933 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e62ee-274b-4994-b3e8-92e1d7b11f4f None None] The sync data for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi is: [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '9dd69052-057f-42ac-bf38-2674d93b9074', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'floating_ip_address': '172.27.4.200', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'port_id': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'mac_address': 'fa:16:3e:cd:2f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:18Z', 'updated_at': '2022-09-03T03:50:05Z', 'revision_number': 1, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:50:07.766152 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c44f0-645c-4c83-924e-990627065cc7 req-aea17c65-9e8c-454f-87be-ec646f910851 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:07.767411 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4b0c44f0-645c-4c83-924e-990627065cc7 req-aea17c65-9e8c-454f-87be-ec646f910851 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0502117 Sep 03 03:50:07.818516 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4b0c44f0-645c-4c83-924e-990627065cc7 req-1149d062-795f-4ecd-805f-a2f55a3d06ac tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Sep 03 03:50:07.939817 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b2bb5-7642-438e-acb8-df9541a227f6 req-d9888463-a5ab-4662-9192-bdec572be5f9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:07.941609 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-480b2bb5-7642-438e-acb8-df9541a227f6 req-d9888463-a5ab-4662-9192-bdec572be5f9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0472877 Sep 03 03:50:07.952932 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38530) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:07.955765 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1234f0-7b0e-45c8-baab-8dd5e0af30a2 None None] New status for floating IP 9dd69052-057f-42ac-bf38-2674d93b9074: ACTIVE {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:50:07.964110 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'floatingip': {'port_id': 'dc502e70-8b66-4849-929e-0879ed88e591'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:07.989698 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:08.008107 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (8546273d-07c9-4f56-b731-b44a825a4d70), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.351936 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38546) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:08.394759 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:08.454108 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-775511763-network', 'tenant_id': '8dc12b2499eb4f8ab6f3e216b3f6ff3e'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:08.473879 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Made reservation on behalf of 8dc12b2499eb4f8ab6f3e216b3f6ff3e for: {'network': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:50:08.476428 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.485815 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.601156 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Publish callbacks [] for security_group (9b9a8c68-bd74-4728-88b0-a8661188cb6c), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.609923 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e4830-5c46-4083-a272-3f6c51594d6d req-182585e7-8636-4ad7-8398-666937459a45 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:08.611445 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ff1e4830-5c46-4083-a272-3f6c51594d6d req-182585e7-8636-4ad7-8398-666937459a45 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0647171 Sep 03 03:50:08.612514 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9b9a8c68-bd74-4728-88b0-a8661188cb6c), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.651765 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=117867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:50:08.667545 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9a8c68-bd74-4728-88b0-a8661188cb6c,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:08.673683 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (107efb57-ca37-4bd0-b2dd-90c3d55e6c57), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.674024 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.segments_db [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Added segment 107efb57-ca37-4bd0-b2dd-90c3d55e6c57 of type vlan for network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 Sep 03 03:50:08.683056 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.687741 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (8546273d-07c9-4f56-b731-b44a825a4d70), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.738898 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ff1e4830-5c46-4083-a272-3f6c51594d6d req-dd1212ec-1ee9-4a5a-9891-d83ebb3d731f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194005 Sep 03 03:50:08.747947 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (6bcb1a0b-8951-44fc-bce8-a3327924fd60), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.775686 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (6bcb1a0b-8951-44fc-bce8-a3327924fd60), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.777370 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:08.777980 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.785669 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:08.787511 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Floating IP 8546273d-07c9-4f56-b731-b44a825a4d70 associated. External IP: 172.27.4.48, port: dc502e70-8b66-4849-929e-0879ed88e591. Sep 03 03:50:08.799324 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:08.843739 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4905653 Sep 03 03:50:08.847671 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38554) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:08.852333 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Request body: {'subnet': {'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-775511763-subnet', 'tenant_id': '8dc12b2499eb4f8ab6f3e216b3f6ff3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:08.858046 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eaaec-ad6c-4ae0-a1db-c95a6605eb7e admin admin] Pushing event updated for resources: {'Network': ['ID=6bcb1a0b-8951-44fc-bce8-a3327924fd60,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:08.869286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:50:08.880549 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Made reservation on behalf of 8dc12b2499eb4f8ab6f3e216b3f6ff3e for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:50:08.882986 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:08.955905 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-af722d04-08e4-44fe-8270-f5b5ab882fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:09.008492 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Router 591cc300-297a-457e-8305-0580885af0f6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:50:09.067236 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (747e39f7-1737-491f-ae1e-d87b0d7b9bd0), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:09.113516 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:50:09.116802 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=747e39f7-1737-491f-ae1e-d87b0d7b9bd0,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:09.118630 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:09.129189 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] Sync routers for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:50:09.132772 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Checking segment: {'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:50:09.133125 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Network hostable DHCP agents. Network: 6bcb1a0b-8951-44fc-bce8-a3327924fd60, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:50:09.139657 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:50:09.140563 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:09.151331 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-9f81516f-7d30-4b66-a858-daf0af6db1a4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8546273d-07c9-4f56-b731-b44a825a4d70 HTTP/1.1" status: 200 len: 990 time: 1.1964858 Sep 03 03:50:09.151643 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:50:09.151912 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:09.154530 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076c5f35-1f80-41e6-8cd2-a842d6259152" -d '{"events": [{"name": "network-changed", "server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "tag": "dc502e70-8b66-4849-929e-0879ed88e591"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:09.162742 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 6bcb1a0b-8951-44fc-bce8-a3327924fd60) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:50:09.166826 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:09.168198 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:09.172615 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d65e2b9-65de-4faa-9fb8-634090196ebf None None] Network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:50:09.193197 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-59ee9a50-4053-4a9c-b09e-d642cde6df41 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3444579 Sep 03 03:50:09.196232 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b27e5f-f66e-495e-a815-bcff45d01d2f x-openstack-request-id: req-c6b27e5f-f66e-495e-a815-bcff45d01d2f {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:09.196519 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "tag": "dc502e70-8b66-4849-929e-0879ed88e591", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:09.196984 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6b27e5f-f66e-495e-a815-bcff45d01d2f {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:09.197526 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b27e5f-f66e-495e-a815-bcff45d01d2f'] response: {'name': 'network-changed', 'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591', 'status': 'completed', 'code': 200} Sep 03 03:50:09.277843 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:50:09.286144 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83373de7-4c71-4e90-8273-f8f800a76697 None None] Network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:50:09.387294 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:09.581097 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '8546273d-07c9-4f56-b731-b44a825a4d70', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '591cc300-297a-457e-8305-0580885af0f6', 'port_id': 'dc502e70-8b66-4849-929e-0879ed88e591', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'mac_address': 'fa:16:3e:1d:25:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:25Z', 'updated_at': '2022-09-03T03:50:08Z', 'revision_number': 1, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:09.606017 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] Checking router: 591cc300-297a-457e-8305-0580885af0f6 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:50:09.615424 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:50:09.615957 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:49:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:09.718470 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:50:09.722299 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:09.869138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48f6b7-4742-4a7c-b2e8-749f77d99efb req-56a95070-5e33-435d-bb81-deed19f82aa1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:09.870612 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ef48f6b7-4742-4a7c-b2e8-749f77d99efb req-56a95070-5e33-435d-bb81-deed19f82aa1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0472438 Sep 03 03:50:09.920835 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ef48f6b7-4742-4a7c-b2e8-749f77d99efb req-68924471-b964-4054-bb98-cc843eb403e5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Sep 03 03:50:09.930704 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '8546273d-07c9-4f56-b731-b44a825a4d70', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '591cc300-297a-457e-8305-0580885af0f6', 'port_id': 'dc502e70-8b66-4849-929e-0879ed88e591', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'mac_address': 'fa:16:3e:1d:25:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:25Z', 'updated_at': '2022-09-03T03:50:08Z', 'revision_number': 1, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:09.954652 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcddeea-a560-4db9-ab47-cba4a7432eaa None None] The sync data for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi is: [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '8546273d-07c9-4f56-b731-b44a825a4d70', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'floating_ip_address': '172.27.4.48', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '591cc300-297a-457e-8305-0580885af0f6', 'port_id': 'dc502e70-8b66-4849-929e-0879ed88e591', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'mac_address': 'fa:16:3e:1d:25:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:25Z', 'updated_at': '2022-09-03T03:50:08Z', 'revision_number': 1, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:50:09.991970 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:10.562754 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cd9183-af90-40b3-b1a4-173395a3abf9 None None] New status for floating IP 8546273d-07c9-4f56-b731-b44a825a4d70: ACTIVE {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:50:10.770417 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:10.811363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-e2a326cf-39fa-4294-ab87-80375e05c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:10.812830 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-e2a326cf-39fa-4294-ab87-80375e05c097 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 1129 time: 0.0568264 Sep 03 03:50:10.836026 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-e58d9d5b-c9d1-46d5-a38e-ffa63b6305ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:10.837494 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-e58d9d5b-c9d1-46d5-a38e-ffa63b6305ab service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 911 time: 0.1524134 Sep 03 03:50:11.039956 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f3e7c-c2d6-4c55-9a24-624423ececf9 req-451aea64-a566-42ab-adeb-384d3ad3f384 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:11.041427 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-354f3e7c-c2d6-4c55-9a24-624423ececf9 req-451aea64-a566-42ab-adeb-384d3ad3f384 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0469294 Sep 03 03:50:11.093767 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-354f3e7c-c2d6-4c55-9a24-624423ececf9 req-359d8068-fed6-4208-8396-7246ed108ca3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466764 Sep 03 03:50:11.266503 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-0cf63e79-94f7-451e-84e2-e37cd57e4921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:12.217819 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0b450-de1e-47e4-bbe2-9c6fb7707662 req-cf32e552-f38b-42a3-bbcf-efe75cee4453 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:12.219284 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bac0b450-de1e-47e4-bbe2-9c6fb7707662 req-cf32e552-f38b-42a3-bbcf-efe75cee4453 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0461814 Sep 03 03:50:12.266590 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bac0b450-de1e-47e4-bbe2-9c6fb7707662 req-741ca6fd-a373-437e-bd3a-e8aa5e350786 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Sep 03 03:50:12.617375 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:13.390708 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffc21a-3463-4435-9d08-cdc49a3c19fe req-2ad8c035-5282-4e64-9e4f-7faa70bdec71 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:13.392191 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-90ffc21a-3463-4435-9d08-cdc49a3c19fe req-2ad8c035-5282-4e64-9e4f-7faa70bdec71 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0530949 Sep 03 03:50:13.450774 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-90ffc21a-3463-4435-9d08-cdc49a3c19fe req-dd200956-ef1b-465a-b173-4308ce5df1e2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Sep 03 03:50:13.815508 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:13.884457 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-207ac3e4-ed82-4b74-82e8-bbb835378391 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c131716e-c4cf-4300-99d4-32cea2b1becb HTTP/1.1" status: 200 len: 1001 time: 0.1239202 Sep 03 03:50:13.927955 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-9b9a9205-43f8-461f-b51f-5ad104c3a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:13.929673 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-9b9a9205-43f8-461f-b51f-5ad104c3a826 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 918 time: 0.1672757 Sep 03 03:50:14.040527 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-ac427b03-fec3-4e96-8b33-2f7fc089b7b8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc502e70-8b66-4849-929e-0879ed88e591 HTTP/1.1" status: 200 len: 1000 time: 0.0863376 Sep 03 03:50:14.042127 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-eb0aae79-fa3a-40b2-a992-8afaea0b660a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:14.044169 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-eb0aae79-fa3a-40b2-a992-8afaea0b660a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.1295094 Sep 03 03:50:14.093634 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:14.185494 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:14.206357 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-bf237de1-f78e-4ecd-bcdd-e706b78bad53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:14.207864 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-bf237de1-f78e-4ecd-bcdd-e706b78bad53 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672832 Sep 03 03:50:14.211655 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-5c612bf6-ba6a-4947-b6a5-78867c9b35aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:14.212998 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-5c612bf6-ba6a-4947-b6a5-78867c9b35aa service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.0825088 Sep 03 03:50:14.414403 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-d538e4d8-7f55-4da2-93b6-c4b0062ffc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:14.415903 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-d538e4d8-7f55-4da2-93b6-c4b0062ffc6c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0900173 Sep 03 03:50:14.451120 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-59c57ffe-800b-40bf-98a5-f987287cecb1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236603 Sep 03 03:50:14.585767 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d1cf9-aa3f-4aba-b148-195c8f86ab3c req-7442fb49-bcaa-4562-8203-e6e900f7f5c8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:14.587174 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-334d1cf9-aa3f-4aba-b148-195c8f86ab3c req-7442fb49-bcaa-4562-8203-e6e900f7f5c8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0487139 Sep 03 03:50:14.640074 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-334d1cf9-aa3f-4aba-b148-195c8f86ab3c req-8a5e9a37-563f-42ed-8979-1b64d47d4c95 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429711 Sep 03 03:50:14.871822 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11aea4be-3aa4-4f3a-a7c4-e3e326f968dc req-3f62bef4-e8bb-4020-b7e1-44f34406e33d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559253 Sep 03 03:50:14.873852 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-50d7182c-be09-451d-8192-6a89054bf291 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569040 Sep 03 03:50:14.985864 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-076c5f35-1f80-41e6-8cd2-a842d6259152 req-eb18ba2d-8cfd-477f-983e-9ffa1a95b385 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845993 Sep 03 03:50:15.287604 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-524d3b3b-9e5c-44ad-8447-7ac969c17c4e tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:15.289058 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-524d3b3b-9e5c-44ad-8447-7ac969c17c4e tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6bcb1a0b-8951-44fc-bce8-a3327924fd60 HTTP/1.1" status: 200 len: 808 time: 0.1101964 Sep 03 03:50:15.304215 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-4c2377e9-98c0-4315-905c-731f0d09938a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/quotas/8dc12b2499eb4f8ab6f3e216b3f6ff3e HTTP/1.1" status: 200 len: 375 time: 0.0095129 Sep 03 03:50:15.336242 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-f0809076-9659-4c9e-9284-4750815239d7 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8dc12b2499eb4f8ab6f3e216b3f6ff3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268548 Sep 03 03:50:15.404790 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:15.439669 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-0a8e25b1-6a26-4541-b4e5-9d681db4969c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969379 Sep 03 03:50:15.495527 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:15.537028 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-a53e2762-a276-4c6f-a326-888eff2ef5e2 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912361 Sep 03 03:50:15.720009 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-401d2c16-5393-49ea-a644-54980c81d544 req-1c77e3b9-977a-4423-8b89-aa93459a7e71 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 210 time: 0.0441341 Sep 03 03:50:15.798576 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad0866-6f26-4c25-b789-a3bcb5ff0979 req-ad993384-6500-403d-ad79-be5c640ee7e1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:15.800122 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60ad0866-6f26-4c25-b789-a3bcb5ff0979 req-ad993384-6500-403d-ad79-be5c640ee7e1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0816898 Sep 03 03:50:15.802095 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-11bbd257-f2d8-4190-98a1-ad6521518a36 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817983 Sep 03 03:50:15.848619 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60ad0866-6f26-4c25-b789-a3bcb5ff0979 req-da26d89d-ea6b-484c-ab47-0b7c9a278eca tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Sep 03 03:50:15.897009 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-f7b8e8c5-cfb2-44d9-a4e7-edd60eb71cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:15.898874 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-f7b8e8c5-cfb2-44d9-a4e7-edd60eb71cf9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 1129 time: 0.0408628 Sep 03 03:50:16.024242 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-1370ccc9-e001-4b39-8990-6ded25c75c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:16.025845 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-1370ccc9-e001-4b39-8990-6ded25c75c60 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.0970657 Sep 03 03:50:16.073857 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-93ad8d05-11fe-4e03-8012-08931050dfba service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 HTTP/1.1" status: 200 len: 217 time: 0.0362725 Sep 03 03:50:16.136268 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-9a611390-2dbc-488b-bdca-8d1519aa7de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:16.137952 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-9a611390-2dbc-488b-bdca-8d1519aa7de4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0490105 Sep 03 03:50:16.193324 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-7d749a73-fb2c-4508-9d55-06a034467371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:16.194826 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-7d749a73-fb2c-4508-9d55-06a034467371 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466518 Sep 03 03:50:16.316166 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-e0f242c8-24fc-47e7-b23e-2bc48d6b85d9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143024 Sep 03 03:50:16.548474 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7712dda9-ee9f-4707-9e68-fff7a1a2f64c req-d9750d00-1774-4cce-826c-94bf5396b263 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053782 Sep 03 03:50:16.828286 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7dbd6726-9c3d-4e6e-bb3f-d295410b145b req-d0bf4b13-08c9-497f-a80f-e17b6f565b1f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 210 time: 0.0280993 Sep 03 03:50:16.969234 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c6c34-76f5-4ab7-87be-25a18014826f req-558c93dd-67e1-44c6-a8ba-b11d1f4efa4e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:16.970726 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-908c6c34-76f5-4ab7-87be-25a18014826f req-558c93dd-67e1-44c6-a8ba-b11d1f4efa4e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0467486 Sep 03 03:50:17.021821 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-908c6c34-76f5-4ab7-87be-25a18014826f req-33d2120d-4506-404c-8b3c-8ce5b6050fc9 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Sep 03 03:50:17.118283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38734) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:17.229747 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1d5897b3-b92b-418d-a9cb-4197a0754a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.309949 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1d5897b3-b92b-418d-a9cb-4197a0754a95 admin admin] Publish callbacks [] for security_group (ca83453d-bf1e-47bb-9714-40fd220db451), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.315009 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1d5897b3-b92b-418d-a9cb-4197a0754a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ca83453d-bf1e-47bb-9714-40fd220db451), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.318400 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:17.366327 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:17.402946 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5897b3-b92b-418d-a9cb-4197a0754a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca83453d-bf1e-47bb-9714-40fd220db451,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:17.409867 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-1d5897b3-b92b-418d-a9cb-4197a0754a95 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=59cdca9d9a0c4036ad29202a90a35e8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2903855 Sep 03 03:50:17.412947 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38740) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:17.431383 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:17.460604 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:17.463148 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-7ba5fee6-000c-48e0-9dcc-f077a169c84a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:17.464772 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-7ba5fee6-000c-48e0-9dcc-f077a169c84a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.57 "GET /networking/v2.0/networks?id=6bcb1a0b-8951-44fc-bce8-a3327924fd60 HTTP/1.1" status: 200 len: 808 time: 0.1343000 Sep 03 03:50:17.476389 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-67563b7f-a396-4172-b737-0a99c0663cd0 admin admin] Publish callbacks [] for security_group (ca83453d-bf1e-47bb-9714-40fd220db451), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.497669 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-67563b7f-a396-4172-b737-0a99c0663cd0 admin admin] Publish callbacks [] for security_group (ca83453d-bf1e-47bb-9714-40fd220db451), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.545088 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-67563b7f-a396-4172-b737-0a99c0663cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ca83453d-bf1e-47bb-9714-40fd220db451), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.547651 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-67563b7f-a396-4172-b737-0a99c0663cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.548798 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-67563b7f-a396-4172-b737-0a99c0663cd0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ca83453d-bf1e-47bb-9714-40fd220db451 HTTP/1.1" status: 204 len: 168 time: 0.1342993 Sep 03 03:50:17.556705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67563b7f-a396-4172-b737-0a99c0663cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca83453d-bf1e-47bb-9714-40fd220db451,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:17.568425 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Request body: {'port': {'device_id': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60', 'admin_state_up': True, 'tenant_id': '8dc12b2499eb4f8ab6f3e216b3f6ff3e'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:17.687584 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Made reservation on behalf of 8dc12b2499eb4f8ab6f3e216b3f6ff3e for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:50:17.691390 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.865833 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38756) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:17.893935 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-788a3dac-fc72-4feb-a1a3-edeef9a26e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:17.999237 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-70b8147e-aad0-4c3e-a031-845c88a537ec req-068b9d4c-b4cc-4448-8457-2862885de945 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 210 time: 0.0520139 Sep 03 03:50:18.062494 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-788a3dac-fc72-4feb-a1a3-edeef9a26e3c admin admin] Publish callbacks [] for security_group (346e6b39-220c-438b-bd23-23c12bd9ef70), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.067405 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-788a3dac-fc72-4feb-a1a3-edeef9a26e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (346e6b39-220c-438b-bd23-23c12bd9ef70), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.082703 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Allocated IP 172.20.0.7 (6bcb1a0b-8951-44fc-bce8-a3327924fd60/747e39f7-1737-491f-ae1e-d87b0d7b9bd0/58924587-4065-4204-ba33-156d960078cd) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:50:18.107655 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-788a3dac-fc72-4feb-a1a3-edeef9a26e3c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d4c7a26c654f48a6ae03590c861df9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403336 Sep 03 03:50:18.112044 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 38764) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:18.117136 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a3dac-fc72-4feb-a1a3-edeef9a26e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346e6b39-220c-438b-bd23-23c12bd9ef70,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:18.221677 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7e054-28a6-449e-989e-19234ec11d0c req-599b1197-a049-431a-b912-345734289075 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:18.223062 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c5d7e054-28a6-449e-989e-19234ec11d0c req-599b1197-a049-431a-b912-345734289075 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.1011593 Sep 03 03:50:18.295010 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3b1f2f0-7e99-4357-8f36-8412a28f1a22 admin admin] Publish callbacks [] for security_group (346e6b39-220c-438b-bd23-23c12bd9ef70), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.337142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3b1f2f0-7e99-4357-8f36-8412a28f1a22 admin admin] Publish callbacks [] for security_group (346e6b39-220c-438b-bd23-23c12bd9ef70), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.370846 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c5d7e054-28a6-449e-989e-19234ec11d0c req-501a253e-936c-4086-9791-c8cf9c0a429e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167939 Sep 03 03:50:18.398300 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks [] for port (58924587-4065-4204-ba33-156d960078cd), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.421474 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:18.435858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3b1f2f0-7e99-4357-8f36-8412a28f1a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (346e6b39-220c-438b-bd23-23c12bd9ef70), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.438745 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3b1f2f0-7e99-4357-8f36-8412a28f1a22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.439933 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-b3b1f2f0-7e99-4357-8f36-8412a28f1a22 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/346e6b39-220c-438b-bd23-23c12bd9ef70 HTTP/1.1" status: 204 len: 168 time: 0.3262842 Sep 03 03:50:18.444374 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (58924587-4065-4204-ba33-156d960078cd), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.455979 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1f2f0-7e99-4357-8f36-8412a28f1a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346e6b39-220c-438b-bd23-23c12bd9ef70,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:18.501901 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:50:18.505223 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:50:18.509266 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:50:18.513733 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:18.514343 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:18.522410 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:18.525524 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Pushing event updated for resources: {'Port': ['ID=58924587-4065-4204-ba33-156d960078cd,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:18.536683 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-18986205-1405-4872-b79c-87526b19c77f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9722986 Sep 03 03:50:19.115029 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba12b47-5432-4f64-b4c7-fd6ddaf9a734 req-b92a88eb-6c27-4ef0-aa4b-2e6a50be02e4 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:19.116578 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4ba12b47-5432-4f64-b4c7-fd6ddaf9a734 req-b92a88eb-6c27-4ef0-aa4b-2e6a50be02e4 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 931 time: 0.0504487 Sep 03 03:50:19.163746 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4ba12b47-5432-4f64-b4c7-fd6ddaf9a734 req-51755d6a-c84c-49a8-9ab2-e696d7c53f50 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414839 Sep 03 03:50:19.493013 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2d0be-d032-4a26-bb40-0abd8650165d req-7b5961b0-2611-403b-8d0e-161d18643ff7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:19.494507 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fcb2d0be-d032-4a26-bb40-0abd8650165d req-7b5961b0-2611-403b-8d0e-161d18643ff7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0482936 Sep 03 03:50:19.543052 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fcb2d0be-d032-4a26-bb40-0abd8650165d req-57f96af9-740d-40d6-9ea5-b8fe0f727039 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429277 Sep 03 03:50:20.288090 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f37a0-094a-4370-9c10-e620edf89d8e req-24242d68-4d55-41be-92a9-6a8e059f6b85 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:20.289568 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3f3f37a0-094a-4370-9c10-e620edf89d8e req-24242d68-4d55-41be-92a9-6a8e059f6b85 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 931 time: 0.0527964 Sep 03 03:50:20.336825 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3f3f37a0-094a-4370-9c10-e620edf89d8e req-44f161d9-a02f-4dea-897d-8d4404a87fa5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415072 Sep 03 03:50:20.350254 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Request body: {'port': {'device_id': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:20.380156 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38836) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:20.425377 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (58924587-4065-4204-ba33-156d960078cd), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.490710 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a39fca74-9e30-4347-8fd7-347ef953f334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.571785 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a39fca74-9e30-4347-8fd7-347ef953f334 admin admin] Publish callbacks [] for security_group (a398bd91-4922-48cf-888f-923f448b0a6b), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.576966 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a39fca74-9e30-4347-8fd7-347ef953f334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a398bd91-4922-48cf-888f-923f448b0a6b), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.615799 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39fca74-9e30-4347-8fd7-347ef953f334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a398bd91-4922-48cf-888f-923f448b0a6b,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:20.621629 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a39fca74-9e30-4347-8fd7-347ef953f334 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2344409bc84d43ef9f5517f2382d828f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402570 Sep 03 03:50:20.624244 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38842) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:20.673976 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6b5ce9ac-1c4a-44b2-87e3-008e7a3adac9 admin admin] Publish callbacks [] for security_group (a398bd91-4922-48cf-888f-923f448b0a6b), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.688422 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98173020-cd72-4769-b25a-5813fbf55f29 req-9774e077-40f8-4075-821d-ef5ed05d026f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:20.689928 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-98173020-cd72-4769-b25a-5813fbf55f29 req-9774e077-40f8-4075-821d-ef5ed05d026f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0682881 Sep 03 03:50:20.697972 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6b5ce9ac-1c4a-44b2-87e3-008e7a3adac9 admin admin] Publish callbacks [] for security_group (a398bd91-4922-48cf-888f-923f448b0a6b), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.699555 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:20.748570 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6b5ce9ac-1c4a-44b2-87e3-008e7a3adac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a398bd91-4922-48cf-888f-923f448b0a6b), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.751534 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6b5ce9ac-1c4a-44b2-87e3-008e7a3adac9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.755263 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-6b5ce9ac-1c4a-44b2-87e3-008e7a3adac9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a398bd91-4922-48cf-888f-923f448b0a6b HTTP/1.1" status: 204 len: 168 time: 0.1301205 Sep 03 03:50:20.760650 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58924587-4065-4204-ba33-156d960078cd {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:50:20.764806 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ce9ac-1c4a-44b2-87e3-008e7a3adac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a398bd91-4922-48cf-888f-923f448b0a6b,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:20.771290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Publish callbacks [] for port (58924587-4065-4204-ba33-156d960078cd), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.799987 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-98173020-cd72-4769-b25a-5813fbf55f29 req-88b7ff66-4792-4009-b00f-33c320def3ac tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987620 Sep 03 03:50:20.803383 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Transition to ACTIVE for port object 58924587-4065-4204-ba33-156d960078cd will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:50:20.808635 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (58924587-4065-4204-ba33-156d960078cd), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.898614 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=58924587-4065-4204-ba33-156d960078cd,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:20.903551 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Attempting to bind port 58924587-4065-4204-ba33-156d960078cd on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:50:20.903882 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Attempting to bind port 58924587-4065-4204-ba33-156d960078cd by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:50:20.904504 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Attempting to bind port 58924587-4065-4204-ba33-156d960078cd on network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:50:20.908785 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Port 58924587-4065-4204-ba33-156d960078cd on network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:50:20.909098 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Attempting to bind port 58924587-4065-4204-ba33-156d960078cd on network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:50:20.914330 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:50:20.914734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Checking segment: {'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:50:20.915146 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Bound using segment: {'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:50:20.915573 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Bound port: 58924587-4065-4204-ba33-156d960078cd, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:50:20.915933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (58924587-4065-4204-ba33-156d960078cd), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.976890 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] For port 58924587-4065-4204-ba33-156d960078cd, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:50:20.980197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] For port 58924587-4065-4204-ba33-156d960078cd, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58924587-4065-4204-ba33-156d960078cd,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:50:20.986974 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (58924587-4065-4204-ba33-156d960078cd), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.991019 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:20.991616 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:20.992988 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/58924587-4065-4204-ba33-156d960078cd HTTP/1.1" status: 200 len: 1093 time: 0.6475723 Sep 03 03:50:20.993463 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'tag': '58924587-4065-4204-ba33-156d960078cd'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:20.995744 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d07af01-a23a-407b-9ed2-7193247a3c94" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b3eb7f-64e7-4075-b266-a4bbdd04a68a", "tag": "58924587-4065-4204-ba33-156d960078cd"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:21.032682 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23354698-c8f0-4be0-b74a-e40b2aad771a x-openstack-request-id: req-23354698-c8f0-4be0-b74a-e40b2aad771a {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:21.032983 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b3eb7f-64e7-4075-b266-a4bbdd04a68a", "tag": "58924587-4065-4204-ba33-156d960078cd", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:21.033254 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23354698-c8f0-4be0-b74a-e40b2aad771a {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:21.033744 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23354698-c8f0-4be0-b74a-e40b2aad771a'] response: {'name': 'network-changed', 'server_uuid': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'tag': '58924587-4065-4204-ba33-156d960078cd', 'status': 'completed', 'code': 200} Sep 03 03:50:21.042829 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:21.046650 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38850) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:21.060080 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-67df217e-7195-4b70-8f3c-8aeeb1fb269f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:21.064023 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dfc892-c87d-42bc-b384-c98a8af4f5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=58924587-4065-4204-ba33-156d960078cd,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:21.090471 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:21.140735 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-67df217e-7195-4b70-8f3c-8aeeb1fb269f admin admin] Publish callbacks [] for security_group (0fb1800d-938b-4813-a0d0-5b9c5d2507a0), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:21.146331 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-67df217e-7195-4b70-8f3c-8aeeb1fb269f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (0fb1800d-938b-4813-a0d0-5b9c5d2507a0), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:21.185035 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-67df217e-7195-4b70-8f3c-8aeeb1fb269f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8c07abe51bec403791ca909871445e3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371126 Sep 03 03:50:21.188037 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 38854) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:21.194216 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df217e-7195-4b70-8f3c-8aeeb1fb269f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb1800d-938b-4813-a0d0-5b9c5d2507a0,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:21.243403 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a88dd7de-9a17-4016-af0d-be048eb0dc5b admin admin] Publish callbacks [] for security_group (0fb1800d-938b-4813-a0d0-5b9c5d2507a0), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:21.266047 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a88dd7de-9a17-4016-af0d-be048eb0dc5b admin admin] Publish callbacks [] for security_group (0fb1800d-938b-4813-a0d0-5b9c5d2507a0), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:21.314410 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a88dd7de-9a17-4016-af0d-be048eb0dc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (0fb1800d-938b-4813-a0d0-5b9c5d2507a0), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:21.318174 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a88dd7de-9a17-4016-af0d-be048eb0dc5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:21.319746 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a88dd7de-9a17-4016-af0d-be048eb0dc5b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0fb1800d-938b-4813-a0d0-5b9c5d2507a0 HTTP/1.1" status: 204 len: 168 time: 0.1308131 Sep 03 03:50:21.327882 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88dd7de-9a17-4016-af0d-be048eb0dc5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb1800d-938b-4813-a0d0-5b9c5d2507a0,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:21.461051 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d410d52-faea-4847-8a45-d35c5b5ca4c5 req-50099b9a-a5fe-45a9-903c-2cb0a3ea3347 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:21.462602 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3d410d52-faea-4847-8a45-d35c5b5ca4c5 req-50099b9a-a5fe-45a9-903c-2cb0a3ea3347 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 943 time: 0.0500741 Sep 03 03:50:21.524797 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3d410d52-faea-4847-8a45-d35c5b5ca4c5 req-b4ad0fed-ac1e-446b-8d96-e705a63201eb tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548227 Sep 03 03:50:21.708804 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07af01-a23a-407b-9ed2-7193247a3c94 req-a2199cc0-abda-40d1-89aa-0a92430dee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:21.710660 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6d07af01-a23a-407b-9ed2-7193247a3c94 req-a2199cc0-abda-40d1-89aa-0a92430dee7d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8dc12b2499eb4f8ab6f3e216b3f6ff3e&device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 1127 time: 0.0396178 Sep 03 03:50:21.927093 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9261761-8e82-46d3-b5ab-e9900770cb2f req-18e01121-b784-4303-9e8d-cb3d4914a7ec tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:21.928794 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c9261761-8e82-46d3-b5ab-e9900770cb2f req-18e01121-b784-4303-9e8d-cb3d4914a7ec tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0469854 Sep 03 03:50:21.977086 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c9261761-8e82-46d3-b5ab-e9900770cb2f req-bfa07975-30a4-4c6c-a375-d37045aaaa3b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423107 Sep 03 03:50:22.550477 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=51 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:22.555851 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=27 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:22.643459 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:22.656246 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d6bf7-a584-4e4c-b728-b1f25243c03b req-bddd6e0d-dde0-4bf3-afb1-8c3a8b1bbf9f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:22.657816 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bf5d6bf7-a584-4e4c-b728-b1f25243c03b req-bddd6e0d-dde0-4bf3-afb1-8c3a8b1bbf9f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 943 time: 0.0578637 Sep 03 03:50:22.706754 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bf5d6bf7-a584-4e4c-b728-b1f25243c03b req-9b3bbec8-e5b5-4b06-b60f-2491b766620b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Sep 03 03:50:23.110356 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5774118-239c-40b9-8d66-1e291f3f1be9 req-bcb978ef-8542-4004-8fcf-46970dc97cbe tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:23.111985 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a5774118-239c-40b9-8d66-1e291f3f1be9 req-bcb978ef-8542-4004-8fcf-46970dc97cbe tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0561166 Sep 03 03:50:23.158298 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a5774118-239c-40b9-8d66-1e291f3f1be9 req-89d67b36-2e2b-4d41-a345-361907029dd0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Sep 03 03:50:23.169755 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07af01-a23a-407b-9ed2-7193247a3c94 req-ae71d8b3-f1bb-4cdb-866b-0ca9c1a6817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:23.175156 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6d07af01-a23a-407b-9ed2-7193247a3c94 req-ae71d8b3-f1bb-4cdb-866b-0ca9c1a6817e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=8dc12b2499eb4f8ab6f3e216b3f6ff3e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1793628 Sep 03 03:50:23.618656 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07af01-a23a-407b-9ed2-7193247a3c94 req-e8ef26bb-7054-4650-8240-1fed04401770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:23.620186 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6d07af01-a23a-407b-9ed2-7193247a3c94 req-e8ef26bb-7054-4650-8240-1fed04401770 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738174 Sep 03 03:50:23.786665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-3efe7542-2707-4c02-9b2b-586da0b716f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:23.788192 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-3efe7542-2707-4c02-9b2b-586da0b716f6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8dc12b2499eb4f8ab6f3e216b3f6ff3e&device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 1127 time: 0.0942421 Sep 03 03:50:23.841245 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b01a2768-6edf-48b0-9dd7-d0166a80b646 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=58924587-4065-4204-ba33-156d960078cd HTTP/1.1" status: 200 len: 217 time: 0.0406723 Sep 03 03:50:23.920028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d8e96-9a25-4978-b8f3-8dee4821fc7e req-e9492e49-bee4-4c99-99fb-39ab2559bc98 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:23.921714 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-581d8e96-9a25-4978-b8f3-8dee4821fc7e req-e9492e49-bee4-4c99-99fb-39ab2559bc98 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 943 time: 0.0836315 Sep 03 03:50:23.933477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b02c90c4-e8ea-49dc-9a91-ec5e85f3ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:23.935071 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-b02c90c4-e8ea-49dc-9a91-ec5e85f3ed5c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=747e39f7-1737-491f-ae1e-d87b0d7b9bd0 HTTP/1.1" status: 200 len: 848 time: 0.0834694 Sep 03 03:50:23.978561 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-581d8e96-9a25-4978-b8f3-8dee4821fc7e req-f7d6d438-a159-4d85-9bda-d414c8378bcb tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479031 Sep 03 03:50:24.036507 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7a1e87-0aaf-459b-889c-f250b07211e2 req-49aa9a25-464e-44f0-89de-c36557d36898 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:24.037960 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0b7a1e87-0aaf-459b-889c-f250b07211e2 req-49aa9a25-464e-44f0-89de-c36557d36898 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Sep 03 03:50:24.085556 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0b7a1e87-0aaf-459b-889c-f250b07211e2 req-c51972a5-654b-473a-bb89-d576dc118a31 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Sep 03 03:50:24.278253 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96935efe-fd68-4b4d-89ae-e4197d4795f5 req-abbba4a8-a201-4134-a388-88e9b6f08cab tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:24.279806 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-96935efe-fd68-4b4d-89ae-e4197d4795f5 req-abbba4a8-a201-4134-a388-88e9b6f08cab tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0475216 Sep 03 03:50:24.327451 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-96935efe-fd68-4b4d-89ae-e4197d4795f5 req-09818ae6-45b6-419b-99b1-313e4fb9d36b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417986 Sep 03 03:50:25.106699 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5c2a7-ca67-4d04-8a00-9750645dc7df req-2d328cbb-9ca7-4452-bd74-af3187f6831e tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:25.108492 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ddf5c2a7-ca67-4d04-8a00-9750645dc7df req-2d328cbb-9ca7-4452-bd74-af3187f6831e tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 943 time: 0.0475414 Sep 03 03:50:25.162601 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ddf5c2a7-ca67-4d04-8a00-9750645dc7df req-1236c6da-6135-4e0e-9a86-68390eef66b0 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Sep 03 03:50:25.225027 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093191d-2bb1-492e-8ed8-5e0d51ac007b req-433d1ab6-f4b8-470e-8e02-f55a9904dd68 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:25.226471 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d093191d-2bb1-492e-8ed8-5e0d51ac007b req-433d1ab6-f4b8-470e-8e02-f55a9904dd68 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0553968 Sep 03 03:50:25.274258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d093191d-2bb1-492e-8ed8-5e0d51ac007b req-0d4fb178-bdea-4a01-8873-14cde3a8c328 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419950 Sep 03 03:50:25.450695 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf85d8d6-a3e9-4e25-99c5-d41db9911120 req-d3de0abb-b473-41ea-80b5-1db50233ecfc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:25.452171 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bf85d8d6-a3e9-4e25-99c5-d41db9911120 req-d3de0abb-b473-41ea-80b5-1db50233ecfc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0517747 Sep 03 03:50:25.497172 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:DELETE=6,neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:25.501877 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bf85d8d6-a3e9-4e25-99c5-d41db9911120 req-430fe4ce-d34f-41b7-a451-62a9fce4ccb1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 Sep 03 03:50:25.906293 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-5d828f0a-0afd-40b8-a1b3-851d87e7dcb1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=6bcb1a0b-8951-44fc-bce8-a3327924fd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349586 Sep 03 03:50:26.012398 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-dbd561a8-e2ab-446c-b34a-3a23f547ddba service neutron] 10.222.0.57 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914619 Sep 03 03:50:26.111083 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb1e18ae-1544-4c25-bb48-959e4706a80a req-fd9fcfa1-db69-4e9d-b95f-9e7ce67c7b53 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904562 Sep 03 03:50:26.280406 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:26.296697 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8567bd-1555-426f-afa9-79775e6f4ab0 req-c2b27302-0eee-40ce-9262-a0a8128ade7d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:26.298585 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4e8567bd-1555-426f-afa9-79775e6f4ab0 req-c2b27302-0eee-40ce-9262-a0a8128ade7d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 943 time: 0.0499456 Sep 03 03:50:26.358360 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4e8567bd-1555-426f-afa9-79775e6f4ab0 req-5f8e5e46-ab1f-4c4e-b845-9d87575cf8bb tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516310 Sep 03 03:50:26.407224 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94a13a-f667-40bf-8b38-d0977ce7fa75 req-e554d929-7e43-48f6-8823-2c2319f1bcf8 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:26.408742 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ec94a13a-f667-40bf-8b38-d0977ce7fa75 req-e554d929-7e43-48f6-8823-2c2319f1bcf8 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0458040 Sep 03 03:50:26.455921 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ec94a13a-f667-40bf-8b38-d0977ce7fa75 req-abad9692-52f9-4818-8776-661b7676ac3b tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412781 Sep 03 03:50:26.587086 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39018) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:26.613662 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:26.627696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ffe46-7999-47c6-a9ce-42217229e0a0 req-70e990ce-a8f4-4dd6-94d7-312d25e698fb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:26.629158 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5a0ffe46-7999-47c6-a9ce-42217229e0a0 req-70e990ce-a8f4-4dd6-94d7-312d25e698fb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0488398 Sep 03 03:50:26.678609 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5a0ffe46-7999-47c6-a9ce-42217229e0a0 req-d01b365c-0f8b-42e8-aab7-59c7edf8fd30 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427494 Sep 03 03:50:26.707746 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-17ea99ba-b5ee-4826-b52e-4d424a144522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:26.783542 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-17ea99ba-b5ee-4826-b52e-4d424a144522 admin admin] Publish callbacks [] for security_group (e0f8867d-2401-4a5f-bbde-0160bb152842), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:26.788075 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-17ea99ba-b5ee-4826-b52e-4d424a144522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (e0f8867d-2401-4a5f-bbde-0160bb152842), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:26.817484 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:26.830078 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea99ba-b5ee-4826-b52e-4d424a144522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f8867d-2401-4a5f-bbde-0160bb152842,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:26.838567 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-17ea99ba-b5ee-4826-b52e-4d424a144522 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2f8b3d783b6849ba972cbac8b206574c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478318 Sep 03 03:50:26.839039 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39022) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:26.888955 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c8df35e3-8969-46f7-86c2-dce50c8482f2 admin admin] Publish callbacks [] for security_group (e0f8867d-2401-4a5f-bbde-0160bb152842), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:26.910004 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c8df35e3-8969-46f7-86c2-dce50c8482f2 admin admin] Publish callbacks [] for security_group (e0f8867d-2401-4a5f-bbde-0160bb152842), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:26.964626 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c8df35e3-8969-46f7-86c2-dce50c8482f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (e0f8867d-2401-4a5f-bbde-0160bb152842), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:26.968885 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c8df35e3-8969-46f7-86c2-dce50c8482f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:26.970429 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-c8df35e3-8969-46f7-86c2-dce50c8482f2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e0f8867d-2401-4a5f-bbde-0160bb152842 HTTP/1.1" status: 204 len: 168 time: 0.1308038 Sep 03 03:50:26.978393 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df35e3-8969-46f7-86c2-dce50c8482f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f8867d-2401-4a5f-bbde-0160bb152842,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:27.268409 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39034) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:27.281735 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2882c356-7720-4b5b-8531-386cbf22135a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.335201 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39036) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:27.361927 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2882c356-7720-4b5b-8531-386cbf22135a admin admin] Publish callbacks [] for security_group (56aacb3a-be76-4d75-a48d-be665933737d), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.365809 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2882c356-7720-4b5b-8531-386cbf22135a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (56aacb3a-be76-4d75-a48d-be665933737d), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.407845 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-2882c356-7720-4b5b-8531-386cbf22135a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1beb0d6c8d1845e3b7f9ce06eb3694a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383500 Sep 03 03:50:27.408718 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882c356-7720-4b5b-8531-386cbf22135a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56aacb3a-be76-4d75-a48d-be665933737d,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:27.411189 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39042) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:27.456272 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d10f268c-8e02-47f5-9682-898d0db5e8d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.488870 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb82a-5bf5-452e-b288-df6e324a6b75 admin admin] Publish callbacks [] for security_group (56aacb3a-be76-4d75-a48d-be665933737d), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.518666 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa12fc5-c7d8-40ac-a129-3987bdebc215 req-67a97c23-91e5-490e-911c-7673f63553a7 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:27.520200 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3aa12fc5-c7d8-40ac-a129-3987bdebc215 req-67a97c23-91e5-490e-911c-7673f63553a7 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 943 time: 0.0688143 Sep 03 03:50:27.525191 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb82a-5bf5-452e-b288-df6e324a6b75 admin admin] Publish callbacks [] for security_group (56aacb3a-be76-4d75-a48d-be665933737d), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.554450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d10f268c-8e02-47f5-9682-898d0db5e8d3 admin admin] Publish callbacks [] for security_group (9675171f-d29e-44a0-a7fb-7325fe681a72), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.566313 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:27.579382 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d10f268c-8e02-47f5-9682-898d0db5e8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9675171f-d29e-44a0-a7fb-7325fe681a72), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.599365 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3aa12fc5-c7d8-40ac-a129-3987bdebc215 req-8bed8147-a333-46d3-83ca-617be520893d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671256 Sep 03 03:50:27.614037 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb82a-5bf5-452e-b288-df6e324a6b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (56aacb3a-be76-4d75-a48d-be665933737d), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.616799 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2cb0c0-a03b-4a36-be94-1000f3a01836 req-5dc68634-54de-4246-a8d1-22e6a17ceb8f tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:27.617284 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad1eb82a-5bf5-452e-b288-df6e324a6b75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.618376 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ad1eb82a-5bf5-452e-b288-df6e324a6b75 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/56aacb3a-be76-4d75-a48d-be665933737d HTTP/1.1" status: 204 len: 168 time: 0.2061446 Sep 03 03:50:27.618684 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1f2cb0c0-a03b-4a36-be94-1000f3a01836 req-5dc68634-54de-4246-a8d1-22e6a17ceb8f tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0763609 Sep 03 03:50:27.626504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1eb82a-5bf5-452e-b288-df6e324a6b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56aacb3a-be76-4d75-a48d-be665933737d,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:27.673517 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f268c-8e02-47f5-9682-898d0db5e8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9675171f-d29e-44a0-a7fb-7325fe681a72,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:27.685680 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-d10f268c-8e02-47f5-9682-898d0db5e8d3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=688533d1be1a4702ace4541926886e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489242 Sep 03 03:50:27.688567 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39050) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:27.711743 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-32db99af-1463-4ce8-938c-70346eb8d84a tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:27.713217 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-32db99af-1463-4ce8-938c-70346eb8d84a tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 946 time: 0.0760260 Sep 03 03:50:27.754175 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7d1a453a-3f69-4c1e-a7cc-1218db892923 admin admin] Publish callbacks [] for security_group (9675171f-d29e-44a0-a7fb-7325fe681a72), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.799855 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7d1a453a-3f69-4c1e-a7cc-1218db892923 admin admin] Publish callbacks [] for security_group (9675171f-d29e-44a0-a7fb-7325fe681a72), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.824853 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1f2cb0c0-a03b-4a36-be94-1000f3a01836 req-1f6746a7-248a-4098-94d0-0adefd6551d7 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=71f1b741-df0f-4620-929a-25cf19193710&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886153 Sep 03 03:50:27.856158 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f921868a-9d97-4210-97bb-3604bde64534 req-18a60dbf-7b9d-4102-847e-fc9b007ab96a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:27.857881 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f921868a-9d97-4210-97bb-3604bde64534 req-18a60dbf-7b9d-4102-847e-fc9b007ab96a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0774634 Sep 03 03:50:27.861983 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Deleting port 45d48f27-6986-4559-b518-e64ca4982470 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:50:27.865445 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (45d48f27-6986-4559-b518-e64ca4982470), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.894942 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:27.933786 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7d1a453a-3f69-4c1e-a7cc-1218db892923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9675171f-d29e-44a0-a7fb-7325fe681a72), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.936389 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7d1a453a-3f69-4c1e-a7cc-1218db892923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:27.937573 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7d1a453a-3f69-4c1e-a7cc-1218db892923 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9675171f-d29e-44a0-a7fb-7325fe681a72 HTTP/1.1" status: 204 len: 168 time: 0.2474000 Sep 03 03:50:27.957853 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a453a-3f69-4c1e-a7cc-1218db892923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9675171f-d29e-44a0-a7fb-7325fe681a72,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:27.972788 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f921868a-9d97-4210-97bb-3604bde64534 req-c5656bce-6f04-47c9-a292-b9e608c93fa3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076603 Sep 03 03:50:27.996199 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] For port 45d48f27-6986-4559-b518-e64ca4982470, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=45d48f27-6986-4559-b518-e64ca4982470,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:28.000980 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39058) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:28.003908 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (45d48f27-6986-4559-b518-e64ca4982470), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.017652 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-69967505-b9c4-449e-9bc2-46a25ddaea60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.022724 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Calling delete_port for 45d48f27-6986-4559-b518-e64ca4982470 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:50:28.111409 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-69967505-b9c4-449e-9bc2-46a25ddaea60 admin admin] Publish callbacks [] for security_group (24b84c5e-ca66-459f-9035-7490ca650bf0), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.115928 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-69967505-b9c4-449e-9bc2-46a25ddaea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (24b84c5e-ca66-459f-9035-7490ca650bf0), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.128597 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:28.162437 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-69967505-b9c4-449e-9bc2-46a25ddaea60 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1bec2f81292446bfa3246b679ea82e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1601543 Sep 03 03:50:28.163681 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69967505-b9c4-449e-9bc2-46a25ddaea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b84c5e-ca66-459f-9035-7490ca650bf0,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:28.166033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39062) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:28.193903 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 58924587-4065-4204-ba33-156d960078cd details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:50:28.226030 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e42bff0b-6258-4728-8ffa-157fb36747dc admin admin] Publish callbacks [] for security_group (24b84c5e-ca66-459f-9035-7490ca650bf0), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.259405 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e42bff0b-6258-4728-8ffa-157fb36747dc admin admin] Publish callbacks [] for security_group (24b84c5e-ca66-459f-9035-7490ca650bf0), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.326361 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e42bff0b-6258-4728-8ffa-157fb36747dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (24b84c5e-ca66-459f-9035-7490ca650bf0), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.330569 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e42bff0b-6258-4728-8ffa-157fb36747dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.346283 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-e42bff0b-6258-4728-8ffa-157fb36747dc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/24b84c5e-ca66-459f-9035-7490ca650bf0 HTTP/1.1" status: 204 len: 168 time: 0.1705990 Sep 03 03:50:28.366100 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42bff0b-6258-4728-8ffa-157fb36747dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b84c5e-ca66-459f-9035-7490ca650bf0,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:28.436981 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (45d48f27-6986-4559-b518-e64ca4982470), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.452895 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['45d48f27-6986-4559-b518-e64ca4982470'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:50:28.498584 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Pushing event deleted for resources: {'Port': ['ID=45d48f27-6986-4559-b518-e64ca4982470,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:28.511373 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 58924587-4065-4204-ba33-156d960078cd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58924587-4065-4204-ba33-156d960078cd,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:28.527442 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '58924587-4065-4204-ba33-156d960078cd', 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60', 'port_id': '58924587-4065-4204-ba33-156d960078cd', 'mac_address': 'fa:16:3e:e3:c0:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747e39f7-1737-491f-ae1e-d87b0d7b9bd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:50:28.548093 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] No DVR routers for this DVR port 45d48f27-6986-4559-b518-e64ca4982470 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:50:28.552000 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.555444 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b363ddb5-ce74-47d3-99fb-c229969cb754 req-bcb13382-7e8e-4314-94f6-ce7eba9504a1 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.57 "DELETE /networking/v2.0/ports/45d48f27-6986-4559-b518-e64ca4982470 HTTP/1.1" status: 204 len: 173 time: 0.8313229 Sep 03 03:50:28.555991 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5154156-831e-45fa-b20b-3c6bd4f1f383', 'name': 'network-vif-deleted', 'tag': '45d48f27-6986-4559-b518-e64ca4982470'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:28.558506 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34afeca8-d4e7-49ff-bb1f-1f7282deb634" -d '{"events": [{"server_uuid": "e5154156-831e-45fa-b20b-3c6bd4f1f383", "name": "network-vif-deleted", "tag": "45d48f27-6986-4559-b518-e64ca4982470"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:28.589185 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 58924587-4065-4204-ba33-156d960078cd is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:50:28.589662 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (58924587-4065-4204-ba33-156d960078cd), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.621688 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58924587-4065-4204-ba33-156d960078cd {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:50:28.631344 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a467cd4-a547-4cee-8098-ca8909cfa5a0 x-openstack-request-id: req-7a467cd4-a547-4cee-8098-ca8909cfa5a0 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:28.631881 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5154156-831e-45fa-b20b-3c6bd4f1f383", "name": "network-vif-deleted", "tag": "45d48f27-6986-4559-b518-e64ca4982470", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:28.632490 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a467cd4-a547-4cee-8098-ca8909cfa5a0 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:28.636891 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a467cd4-a547-4cee-8098-ca8909cfa5a0'] response: {'server_uuid': 'e5154156-831e-45fa-b20b-3c6bd4f1f383', 'name': 'network-vif-deleted', 'tag': '45d48f27-6986-4559-b518-e64ca4982470', 'status': 'completed', 'code': 200} Sep 03 03:50:28.647051 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 58924587-4065-4204-ba33-156d960078cd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58924587-4065-4204-ba33-156d960078cd,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:28.648004 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:28.654390 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (58924587-4065-4204-ba33-156d960078cd), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:28.768773 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=58924587-4065-4204-ba33-156d960078cd,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:28.789309 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf57c2-e1cb-4786-a6ab-c5ef76e7e09a req-17b61611-2da8-4109-ae67-899ff9ae72c6 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:28.790831 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f3bf57c2-e1cb-4786-a6ab-c5ef76e7e09a req-17b61611-2da8-4109-ae67-899ff9ae72c6 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 944 time: 0.0813680 Sep 03 03:50:28.845764 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f3bf57c2-e1cb-4786-a6ab-c5ef76e7e09a req-c188f106-fba9-4eeb-9373-96f27e0df66f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Sep 03 03:50:28.983452 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0950f31b-1714-4bfa-9202-2b7de716da55 req-7d627b38-66e1-421e-8d22-73b8ea9c4053 tempest-DeleteServersTestJSON-1785368639 tempest-DeleteServersTestJSON-1785368639-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e5154156-831e-45fa-b20b-3c6bd4f1f383 HTTP/1.1" status: 200 len: 210 time: 0.0387151 Sep 03 03:50:29.021925 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['58924587-4065-4204-ba33-156d960078cd'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:50:29.087487 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:29.121543 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d444e-d22b-46ca-ae35-dfe4f701be5c req-082e68c3-2d52-44d8-a1f9-774c1491a6ad tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:29.128985 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7b3d444e-d22b-46ca-ae35-dfe4f701be5c req-082e68c3-2d52-44d8-a1f9-774c1491a6ad tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0692394 Sep 03 03:50:29.203439 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7b3d444e-d22b-46ca-ae35-dfe4f701be5c req-ef7966a7-7d73-4bef-9a21-0f3f43287fa7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734770 Sep 03 03:50:29.974507 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a11112-dcdc-4a4a-82fe-c5ef9b0deba7 req-2d1a2280-293d-47ae-8266-ee0ebe657221 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:29.975882 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a8a11112-dcdc-4a4a-82fe-c5ef9b0deba7 req-2d1a2280-293d-47ae-8266-ee0ebe657221 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 944 time: 0.0459337 Sep 03 03:50:30.023718 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a8a11112-dcdc-4a4a-82fe-c5ef9b0deba7 req-d87cb3a3-a952-45e1-8294-d3ad8babed46 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421617 Sep 03 03:50:30.217270 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 58924587-4065-4204-ba33-156d960078cd up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:50:30.315960 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 58924587-4065-4204-ba33-156d960078cd completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:50:30.324044 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 58924587-4065-4204-ba33-156d960078cd triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:50:30.324644 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (58924587-4065-4204-ba33-156d960078cd), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:30.374723 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133f061-2203-4e9c-84bf-931bdfb1df2a req-d067d507-5017-4167-b62d-fe2d60d5461a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:30.376237 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5133f061-2203-4e9c-84bf-931bdfb1df2a req-d067d507-5017-4167-b62d-fe2d60d5461a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0533743 Sep 03 03:50:30.419596 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:30.435565 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 58924587-4065-4204-ba33-156d960078cd is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:50:30.436018 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (58924587-4065-4204-ba33-156d960078cd), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:30.450430 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5133f061-2203-4e9c-84bf-931bdfb1df2a req-5200df30-d434-448f-aa5b-c31069b7c2f5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623908 Sep 03 03:50:30.459266 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58924587-4065-4204-ba33-156d960078cd'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:30.461688 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4656df-4d84-4e60-8b49-71c9bb9cde0d" -d '{"events": [{"server_uuid": "e4b3eb7f-64e7-4075-b266-a4bbdd04a68a", "name": "network-vif-plugged", "status": "completed", "tag": "58924587-4065-4204-ba33-156d960078cd"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:30.474549 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 58924587-4065-4204-ba33-156d960078cd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58924587-4065-4204-ba33-156d960078cd,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:30.480671 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (58924587-4065-4204-ba33-156d960078cd), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:30.482001 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 45d48f27-6986-4559-b518-e64ca4982470 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:50:30.505303 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff874b71-114a-4870-97bd-416eee39570a x-openstack-request-id: req-ff874b71-114a-4870-97bd-416eee39570a {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:30.505615 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b3eb7f-64e7-4075-b266-a4bbdd04a68a", "name": "network-vif-plugged", "status": "completed", "tag": "58924587-4065-4204-ba33-156d960078cd", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:30.505849 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff874b71-114a-4870-97bd-416eee39570a {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:30.506238 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff874b71-114a-4870-97bd-416eee39570a'] response: {'server_uuid': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58924587-4065-4204-ba33-156d960078cd', 'code': 200} Sep 03 03:50:30.521937 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 45d48f27-6986-4559-b518-e64ca4982470 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:50:30.522461 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 45d48f27-6986-4559-b518-e64ca4982470 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:50:30.561783 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=58924587-4065-4204-ba33-156d960078cd,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:30.742029 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037bba8-0b37-4d66-aea9-ce7622f7852e req-999f8696-d99d-47d1-94cf-81f47e1d975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:30.743640 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2037bba8-0b37-4d66-aea9-ce7622f7852e req-999f8696-d99d-47d1-94cf-81f47e1d975f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 1129 time: 0.0514138 Sep 03 03:50:30.794414 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2037bba8-0b37-4d66-aea9-ce7622f7852e req-c09835e2-e66c-47c8-8317-84780be812c0 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Sep 03 03:50:30.836435 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39198) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:30.958570 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38a16f32-7075-486a-adb7-83a28ff7c4df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.037957 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38a16f32-7075-486a-adb7-83a28ff7c4df admin admin] Publish callbacks [] for security_group (30baf01b-70cd-4fd4-9c48-09c3ff309aed), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.042264 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38a16f32-7075-486a-adb7-83a28ff7c4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (30baf01b-70cd-4fd4-9c48-09c3ff309aed), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.092727 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-38a16f32-7075-486a-adb7-83a28ff7c4df admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ab7b4b66e1ad4f2e834dc3f28a911ca9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551293 Sep 03 03:50:31.092967 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39206) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:31.095057 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a16f32-7075-486a-adb7-83a28ff7c4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30baf01b-70cd-4fd4-9c48-09c3ff309aed,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:31.169138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:31.175741 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-28cc5a8e-8ebc-417c-8941-732db184d6de admin admin] Publish callbacks [] for security_group (30baf01b-70cd-4fd4-9c48-09c3ff309aed), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.184245 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d437afb-51c5-4ab5-a4c9-692faed6d031 req-0b0f78a6-4c74-4e8b-8ca3-4d997274d84a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:31.188574 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4d437afb-51c5-4ab5-a4c9-692faed6d031 req-0b0f78a6-4c74-4e8b-8ca3-4d997274d84a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.0618987 Sep 03 03:50:31.204239 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-28cc5a8e-8ebc-417c-8941-732db184d6de admin admin] Publish callbacks [] for security_group (30baf01b-70cd-4fd4-9c48-09c3ff309aed), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.241391 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4d437afb-51c5-4ab5-a4c9-692faed6d031 req-fe3d892b-11dd-45c3-9c6d-9fdf58dfd5f3 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458057 Sep 03 03:50:31.264312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-28cc5a8e-8ebc-417c-8941-732db184d6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (30baf01b-70cd-4fd4-9c48-09c3ff309aed), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.266924 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-28cc5a8e-8ebc-417c-8941-732db184d6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.268116 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-28cc5a8e-8ebc-417c-8941-732db184d6de admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/30baf01b-70cd-4fd4-9c48-09c3ff309aed HTTP/1.1" status: 204 len: 168 time: 0.1741500 Sep 03 03:50:31.276804 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc5a8e-8ebc-417c-8941-732db184d6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30baf01b-70cd-4fd4-9c48-09c3ff309aed,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:31.527140 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39224) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:31.567162 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39226) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:31.585794 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039d6bc-865d-4383-9201-9bdf32bdcb4f req-939984fd-6085-4a93-b82f-9b8eee03c7a7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:31.587242 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-32a38e59-87a1-4cb7-b7ff-4c3feacf6a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.587363 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0039d6bc-865d-4383-9201-9bdf32bdcb4f req-939984fd-6085-4a93-b82f-9b8eee03c7a7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0504439 Sep 03 03:50:31.635858 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0039d6bc-865d-4383-9201-9bdf32bdcb4f req-2ca7c131-943c-427c-93a6-76903fbe7b14 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Sep 03 03:50:31.669140 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:31.785442 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-32a38e59-87a1-4cb7-b7ff-4c3feacf6a28 admin admin] Publish callbacks [] for security_group (418477c5-a8b0-4a2e-aed3-ec9fd2d12be1), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.792121 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-32a38e59-87a1-4cb7-b7ff-4c3feacf6a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (418477c5-a8b0-4a2e-aed3-ec9fd2d12be1), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.856356 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a38e59-87a1-4cb7-b7ff-4c3feacf6a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418477c5-a8b0-4a2e-aed3-ec9fd2d12be1,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:31.864383 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-32a38e59-87a1-4cb7-b7ff-4c3feacf6a28 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d3fb3ed974e14753b789f21f8af59707&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962713 Sep 03 03:50:31.867459 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39230) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:31.916801 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-cd0542e7-7259-495a-809a-be92ac280308 admin admin] Publish callbacks [] for security_group (418477c5-a8b0-4a2e-aed3-ec9fd2d12be1), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.937332 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-cd0542e7-7259-495a-809a-be92ac280308 admin admin] Publish callbacks [] for security_group (418477c5-a8b0-4a2e-aed3-ec9fd2d12be1), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.989431 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-cd0542e7-7259-495a-809a-be92ac280308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (418477c5-a8b0-4a2e-aed3-ec9fd2d12be1), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.992144 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-cd0542e7-7259-495a-809a-be92ac280308 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:31.993329 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-cd0542e7-7259-495a-809a-be92ac280308 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/418477c5-a8b0-4a2e-aed3-ec9fd2d12be1 HTTP/1.1" status: 204 len: 168 time: 0.1250339 Sep 03 03:50:32.001937 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0542e7-7259-495a-809a-be92ac280308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418477c5-a8b0-4a2e-aed3-ec9fd2d12be1,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:32.008759 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (8cb88cf9-41f9-4505-a662-8daf4403e238), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:32.469046 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55745a7-57db-4de5-8bd1-7bbc4756712b req-c79eaa92-4aba-4b69-83df-c8fc0c5de88d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:32.470710 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e55745a7-57db-4de5-8bd1-7bbc4756712b req-c79eaa92-4aba-4b69-83df-c8fc0c5de88d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.0854955 Sep 03 03:50:32.536026 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:32.572599 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e55745a7-57db-4de5-8bd1-7bbc4756712b req-7b2f139a-7adc-4818-a29b-df1f0c1ffd3d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803301 Sep 03 03:50:32.573845 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Deleting port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:50:32.574382 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:32.673606 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] For port 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:32.674606 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:32.693025 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Calling delete_port for 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b owned by network:router_interface {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:50:32.779893 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f646a195-1202-41e8-a7b2-e14a6c82fa28 req-f679f2d8-69ea-4276-8f9c-11f7ab098230 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:32.781366 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f646a195-1202-41e8-a7b2-e14a6c82fa28 req-f679f2d8-69ea-4276-8f9c-11f7ab098230 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0503478 Sep 03 03:50:32.785294 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:32.831252 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f646a195-1202-41e8-a7b2-e14a6c82fa28 req-0a86c7bb-d936-4322-846e-7ed1cbdf3367 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430181 Sep 03 03:50:32.915786 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (3b9a119a-1ba7-46c2-9dc2-e7806974bd4b), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:32.939786 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b9a119a-1ba7-46c2-9dc2-e7806974bd4b,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:33.063148 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (8cb88cf9-41f9-4505-a662-8daf4403e238), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.234263 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39276) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:33.277014 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Router 8cb88cf9-41f9-4505-a662-8daf4403e238 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:50:33.332817 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:33.341108 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-626f631b-037e-450a-8a73-7a766af99d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.383362 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:50:33.388376 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f38a55a0-0999-4097-86e2-4769175394e7 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/8cb88cf9-41f9-4505-a662-8daf4403e238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8598144 Sep 03 03:50:33.391609 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39280) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:33.395145 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c38ba-3c32-403e-918c-f92f934390af None None] Sync routers for ids ['8cb88cf9-41f9-4505-a662-8daf4403e238'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:50:33.402327 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:33.407632 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c38ba-3c32-403e-918c-f92f934390af None None] Routers {'8cb88cf9-41f9-4505-a662-8daf4403e238'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:50:33.408263 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-541c38ba-3c32-403e-918c-f92f934390af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:50:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['8cb88cf9-41f9-4505-a662-8daf4403e238'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:33.427060 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-626f631b-037e-450a-8a73-7a766af99d22 admin admin] Publish callbacks [] for security_group (43c1ab3e-7117-4ebf-8a41-8ba79d825ce5), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.434222 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-626f631b-037e-450a-8a73-7a766af99d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (43c1ab3e-7117-4ebf-8a41-8ba79d825ce5), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.473858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f631b-037e-450a-8a73-7a766af99d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c1ab3e-7117-4ebf-8a41-8ba79d825ce5,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:33.475572 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:33.481297 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-626f631b-037e-450a-8a73-7a766af99d22 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c21018bfb49b4651ae57b5ea051a57a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458403 Sep 03 03:50:33.482455 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39284) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:33.511905 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks [] for router (8cb88cf9-41f9-4505-a662-8daf4403e238), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.519359 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-541c38ba-3c32-403e-918c-f92f934390af None None] Set router 8cb88cf9-41f9-4505-a662-8daf4403e238 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:50:33.538645 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-98d646d3-5674-4766-90c3-eceb5750753a admin admin] Publish callbacks [] for security_group (43c1ab3e-7117-4ebf-8a41-8ba79d825ce5), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.565212 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-98d646d3-5674-4766-90c3-eceb5750753a admin admin] Publish callbacks [] for security_group (43c1ab3e-7117-4ebf-8a41-8ba79d825ce5), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.637239 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-98d646d3-5674-4766-90c3-eceb5750753a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (43c1ab3e-7117-4ebf-8a41-8ba79d825ce5), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.639982 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-98d646d3-5674-4766-90c3-eceb5750753a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.643661 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-98d646d3-5674-4766-90c3-eceb5750753a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/43c1ab3e-7117-4ebf-8a41-8ba79d825ce5 HTTP/1.1" status: 204 len: 168 time: 0.1567204 Sep 03 03:50:33.663089 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks [] for router_gateway (8cb88cf9-41f9-4505-a662-8daf4403e238), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.663932 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d646d3-5674-4766-90c3-eceb5750753a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c1ab3e-7117-4ebf-8a41-8ba79d825ce5,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:33.753612 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Deleting port 098729ac-473a-4cbe-83f6-387614239a99 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:50:33.753979 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (098729ac-473a-4cbe-83f6-387614239a99), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.773708 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-541c38ba-3c32-403e-918c-f92f934390af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199'}], 'enable_snat': True}, 'gw_port_id': '098729ac-473a-4cbe-83f6-387614239a99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:50:32Z', 'revision_number': 5, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port': {'id': '098729ac-473a-4cbe-83f6-387614239a99', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:51:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:33.800043 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c38ba-3c32-403e-918c-f92f934390af None None] Checking router: 8cb88cf9-41f9-4505-a662-8daf4403e238 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:50:33.810401 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c38ba-3c32-403e-918c-f92f934390af None None] Routers {'8cb88cf9-41f9-4505-a662-8daf4403e238'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:50:33.811346 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-541c38ba-3c32-403e-918c-f92f934390af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:50:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['8cb88cf9-41f9-4505-a662-8daf4403e238'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:33.819560 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd285ab-afaa-4fb6-aa53-7e4905d0f46e req-ffc272fe-3d78-44f5-a8c0-75446d372d06 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:33.821180 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8dd285ab-afaa-4fb6-aa53-7e4905d0f46e req-ffc272fe-3d78-44f5-a8c0-75446d372d06 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.1048138 Sep 03 03:50:33.854950 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:33.915220 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] For port 098729ac-473a-4cbe-83f6-387614239a99, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=098729ac-473a-4cbe-83f6-387614239a99,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:33.915942 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (098729ac-473a-4cbe-83f6-387614239a99), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:33.919688 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-541c38ba-3c32-403e-918c-f92f934390af None None] Set router 8cb88cf9-41f9-4505-a662-8daf4403e238 gateway port host: None {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:50:33.935541 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8dd285ab-afaa-4fb6-aa53-7e4905d0f46e req-f7da8722-5371-4fe8-ba51-09a63a126a67 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996847 Sep 03 03:50:33.944831 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Calling delete_port for 098729ac-473a-4cbe-83f6-387614239a99 owned by network:router_gateway {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:50:33.997262 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546450d-abf7-444c-a6ce-dc51a46dd7ea req-db2c1166-8e21-4094-afba-a710639ccd0b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:34.004974 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-541c38ba-3c32-403e-918c-f92f934390af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:50:33Z', 'revision_number': 6, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:34.005403 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7546450d-abf7-444c-a6ce-dc51a46dd7ea req-db2c1166-8e21-4094-afba-a710639ccd0b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0660107 Sep 03 03:50:34.035821 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c38ba-3c32-403e-918c-f92f934390af None None] The sync data for ids ['8cb88cf9-41f9-4505-a662-8daf4403e238'] in dv-cinder-799663-12-iscsi is: [{'id': '8cb88cf9-41f9-4505-a662-8daf4403e238', 'name': 'tempest-DeleteServersTestJSON-1696821254-router', 'tenant_id': '968cc9376f884f67b20b91547211fffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:49:00Z', 'updated_at': '2022-09-03T03:50:33Z', 'revision_number': 6, 'project_id': '968cc9376f884f67b20b91547211fffd', 'gw_port_host': None}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:50:34.087624 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7546450d-abf7-444c-a6ce-dc51a46dd7ea req-c1df02b4-943e-4321-9dfc-9faa6b8f7746 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606685 Sep 03 03:50:34.181847 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (098729ac-473a-4cbe-83f6-387614239a99), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.201579 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1efe1-e83c-4de2-af5b-d4b0fa8c2721 req-7ab0ae4c-f024-4deb-86a1-559fb6cd4400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:34.203293 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d2a1efe1-e83c-4de2-af5b-d4b0fa8c2721 req-7ab0ae4c-f024-4deb-86a1-559fb6cd4400 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 1129 time: 0.0564013 Sep 03 03:50:34.205897 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Pushing event deleted for resources: {'Port': ['ID=098729ac-473a-4cbe-83f6-387614239a99,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:34.237096 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (8cb88cf9-41f9-4505-a662-8daf4403e238), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.268997 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d2a1efe1-e83c-4de2-af5b-d4b0fa8c2721 req-e132fb4f-8dd3-41c2-9dac-e028ab9a118e service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558567 Sep 03 03:50:34.354560 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (8cb88cf9-41f9-4505-a662-8daf4403e238), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.356842 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks [] for router_controller (8cb88cf9-41f9-4505-a662-8daf4403e238), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.435816 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (8cb88cf9-41f9-4505-a662-8daf4403e238), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.436799 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cb88cf9-41f9-4505-a662-8daf4403e238 {{(pid=117867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 03:50:34.444427 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.449587 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39320) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:34.450237 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-8b3c80ac-440d-4015-bf4e-543d03c847bb admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/8cb88cf9-41f9-4505-a662-8daf4403e238 HTTP/1.1" status: 204 len: 168 time: 1.0578640 Sep 03 03:50:34.508809 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-3915eeeb-5367-4419-9a2d-0d02f7d975df admin admin] Deleting subnet 88fb5e25-630e-4aa7-862a-7bb410130953 {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:50:34.518973 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3915eeeb-5367-4419-9a2d-0d02f7d975df admin admin] Publish callbacks [] for subnet (88fb5e25-630e-4aa7-862a-7bb410130953), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.600876 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3915eeeb-5367-4419-9a2d-0d02f7d975df admin admin] Publish callbacks [] for subnet (88fb5e25-630e-4aa7-862a-7bb410130953), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.713480 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3915eeeb-5367-4419-9a2d-0d02f7d975df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (88fb5e25-630e-4aa7-862a-7bb410130953), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.815154 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3915eeeb-5367-4419-9a2d-0d02f7d975df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (88fb5e25-630e-4aa7-862a-7bb410130953), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.858034 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683340ab-a883-4f6e-aa0c-cebac45f4a0b req-c3738d6c-7966-4db4-aa88-eaae3d8bc62d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:34.859206 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d640e8-b4da-4bee-a352-79b5392d473a None None] Network 419c559d-069c-43da-873e-5269227abec0 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:50:34.859704 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-683340ab-a883-4f6e-aa0c-cebac45f4a0b req-c3738d6c-7966-4db4-aa88-eaae3d8bc62d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.0898418 Sep 03 03:50:34.860540 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3915eeeb-5367-4419-9a2d-0d02f7d975df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:34.863797 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-3915eeeb-5367-4419-9a2d-0d02f7d975df admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/88fb5e25-630e-4aa7-862a-7bb410130953 HTTP/1.1" status: 204 len: 168 time: 0.4131627 Sep 03 03:50:34.864919 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915eeeb-5367-4419-9a2d-0d02f7d975df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fb5e25-630e-4aa7-862a-7bb410130953,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:34.868582 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39342) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:34.924929 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-683340ab-a883-4f6e-aa0c-cebac45f4a0b req-cc5058f6-81a1-4bda-93c1-6425bb90a938 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520327 Sep 03 03:50:34.989122 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:50:34.999454 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (419c559d-069c-43da-873e-5269227abec0), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.056332 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:50:35.056653 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 3b9a119a-1ba7-46c2-9dc2-e7806974bd4b not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:50:35.073290 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Deleting port 739df7f1-979d-40e8-aaec-1264cef2531e {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:50:35.073421 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.096703 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] DHCP port deletion for 419c559d-069c-43da-873e-5269227abec0 request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 03:50:35.165686 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] Deleting port 739df7f1-979d-40e8-aaec-1264cef2531e {{(pid=117868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:50:35.166316 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), before_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.222839 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] For port 739df7f1-979d-40e8-aaec-1264cef2531e, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=739df7f1-979d-40e8-aaec-1264cef2531e,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:35.223273 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.244383 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4132c6f-680c-4ce9-b460-95966b6929e4 req-dc928ec4-705b-4b89-9198-6d5eb230837f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:35.245928 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a4132c6f-680c-4ce9-b460-95966b6929e4 req-dc928ec4-705b-4b89-9198-6d5eb230837f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0766871 Sep 03 03:50:35.249179 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] For port 739df7f1-979d-40e8-aaec-1264cef2531e, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=739df7f1-979d-40e8-aaec-1264cef2531e,segment=NetworkSegment(1f953d32-fbf7-4455-9376-348c07a6015c),segment_id=1f953d32-fbf7-4455-9376-348c07a6015c)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:35.249866 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), precommit_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.252335 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Calling delete_port for 739df7f1-979d-40e8-aaec-1264cef2531e owned by network:dhcp {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:50:35.256051 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:35.269658 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39352) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:35.273129 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] Calling delete_port for 739df7f1-979d-40e8-aaec-1264cef2531e owned by network:dhcp {{(pid=117868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:50:35.350280 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:35.356457 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a4132c6f-680c-4ce9-b460-95966b6929e4 req-3acb8fa3-349e-4847-9c4c-38ab5d0dd8c8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989885 Sep 03 03:50:35.392275 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.419849 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f31134cf-8a5c-4f90-ae4f-0223ee186c1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.422742 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Pushing event deleted for resources: {'Port': ['ID=739df7f1-979d-40e8-aaec-1264cef2531e,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:35.424883 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] No DVR routers for this DVR port 739df7f1-979d-40e8-aaec-1264cef2531e on host dv-cinder-799663-12-iscsi {{(pid=117867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:50:35.429435 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (739df7f1-979d-40e8-aaec-1264cef2531e), after_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.453591 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:35.456702 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] No DVR routers for this DVR port 739df7f1-979d-40e8-aaec-1264cef2531e on host dv-cinder-799663-12-iscsi {{(pid=117868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:50:35.495108 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e4c9b-b408-4ec1-b48d-192ba9c156b9 None None] Pushing event deleted for resources: {'Port': ['ID=739df7f1-979d-40e8-aaec-1264cef2531e,revision_number=None']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:35.495330 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:35.496314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:35.512154 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (419c559d-069c-43da-873e-5269227abec0), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.522633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f31134cf-8a5c-4f90-ae4f-0223ee186c1d admin admin] Publish callbacks [] for security_group (0ad88a8d-c9bd-4270-9876-c27627719106), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.527417 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f31134cf-8a5c-4f90-ae4f-0223ee186c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (0ad88a8d-c9bd-4270-9876-c27627719106), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.535875 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.536084 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.536714 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.537031 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > port after_create 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.537412 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > port after_delete 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.537762 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > port after_update 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.538007 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.538338 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.538641 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.539306 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.578022 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f31134cf-8a5c-4f90-ae4f-0223ee186c1d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=399b3f9ac6d6407c9046f2cfe953f98e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072960 Sep 03 03:50:35.578886 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31134cf-8a5c-4f90-ae4f-0223ee186c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad88a8d-c9bd-4270-9876-c27627719106,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:35.581182 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39356) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:35.628430 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2949b9ab-d653-41cd-9935-4095e96d088e admin admin] Publish callbacks [] for security_group (0ad88a8d-c9bd-4270-9876-c27627719106), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.652395 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2949b9ab-d653-41cd-9935-4095e96d088e admin admin] Publish callbacks [] for security_group (0ad88a8d-c9bd-4270-9876-c27627719106), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.691285 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.691605 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.691935 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.692299 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=117867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:50:35.692644 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419c559d-069c-43da-873e-5269227abec0']}} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:35.701044 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2949b9ab-d653-41cd-9935-4095e96d088e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (0ad88a8d-c9bd-4270-9876-c27627719106), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.703744 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2949b9ab-d653-41cd-9935-4095e96d088e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.704817 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-2949b9ab-d653-41cd-9935-4095e96d088e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0ad88a8d-c9bd-4270-9876-c27627719106 HTTP/1.1" status: 204 len: 168 time: 0.1227591 Sep 03 03:50:35.714686 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2949b9ab-d653-41cd-9935-4095e96d088e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad88a8d-c9bd-4270-9876-c27627719106,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:35.715138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f953d32-fbf7-4455-9376-348c07a6015c') {'for_net_delete': True} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:35.715599 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f953d32-fbf7-4455-9376-348c07a6015c') {} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:50:35.741638 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5081127'] for segment (1f953d32-fbf7-4455-9376-348c07a6015c), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.764339 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (1f953d32-fbf7-4455-9376-348c07a6015c), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.773299 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=117867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:50:35.773837 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942730'] for segment (1f953d32-fbf7-4455-9376-348c07a6015c), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.845168 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (419c559d-069c-43da-873e-5269227abec0), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.853715 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:35.857513 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/419c559d-069c-43da-873e-5269227abec0 HTTP/1.1" status: 204 len: 168 time: 0.9856105 Sep 03 03:50:35.869620 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a01ea-1261-4526-b738-373d67edf326 admin admin] Pushing event deleted for resources: {'Network': ['ID=419c559d-069c-43da-873e-5269227abec0,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:36.046511 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39378) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:36.076748 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeded2f0-7cfc-47b1-9494-976a0ae93e20 req-cd6aa6ec-d1c6-4c13-96da-446c39aca6fb tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:36.079033 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aeded2f0-7cfc-47b1-9494-976a0ae93e20 req-cd6aa6ec-d1c6-4c13-96da-446c39aca6fb tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.0549302 Sep 03 03:50:36.104950 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-21009fa8-8fce-4d04-b5d3-c2ab173bd89c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=968cc9376f884f67b20b91547211fffd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0570009 Sep 03 03:50:36.107547 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39380) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:36.139441 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aeded2f0-7cfc-47b1-9494-976a0ae93e20 req-f670930c-34ba-45f3-9539-12d628a01d45 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539491 Sep 03 03:50:36.171639 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 1f953d32-fbf7-4455-9376-348c07a6015c resource provider aggregate not found Sep 03 03:50:36.247158 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 098729ac-473a-4cbe-83f6-387614239a99 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:50:36.286580 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 098729ac-473a-4cbe-83f6-387614239a99 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:50:36.287431 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 098729ac-473a-4cbe-83f6-387614239a99 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:50:36.287933 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 739df7f1-979d-40e8-aaec-1264cef2531e no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:50:36.308304 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 739df7f1-979d-40e8-aaec-1264cef2531e {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:50:36.308641 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 739df7f1-979d-40e8-aaec-1264cef2531e not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:50:36.398605 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 1f953d32-fbf7-4455-9376-348c07a6015c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f953d32-fbf7-4455-9376-348c07a6015c found for delete ", "request_id": "req-b8f6a32e-eee5-42e4-9c2f-a684bf25d783"}]} Sep 03 03:50:36.399689 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b44c073a-3dd6-42f1-b8a1-ce3b07f4c0ec admin admin] Publish callbacks [] for security_group (71f1b741-df0f-4620-929a-25cf19193710), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:36.422385 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b44c073a-3dd6-42f1-b8a1-ce3b07f4c0ec admin admin] Publish callbacks [] for security_group (71f1b741-df0f-4620-929a-25cf19193710), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:36.515770 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1197e-1183-49c7-a868-035550a03625 req-dc2b4048-ce73-48f5-b389-29e04322901d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:36.517508 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-10f1197e-1183-49c7-a868-035550a03625 req-dc2b4048-ce73-48f5-b389-29e04322901d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0655928 Sep 03 03:50:36.553610 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b44c073a-3dd6-42f1-b8a1-ce3b07f4c0ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (71f1b741-df0f-4620-929a-25cf19193710), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:36.556306 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b44c073a-3dd6-42f1-b8a1-ce3b07f4c0ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:36.557435 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-b44c073a-3dd6-42f1-b8a1-ce3b07f4c0ec admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/71f1b741-df0f-4620-929a-25cf19193710 HTTP/1.1" status: 204 len: 168 time: 0.4486377 Sep 03 03:50:36.577355 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c073a-3dd6-42f1-b8a1-ce3b07f4c0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f1b741-df0f-4620-929a-25cf19193710,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:36.587681 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-10f1197e-1183-49c7-a868-035550a03625 req-f90f6ab6-da6d-455c-a9c2-e11a48b6d92b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641356 Sep 03 03:50:37.289753 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfdfda-1464-4773-8c3c-cfc5bbd7b3c4 req-4421c5be-b279-4fd0-b796-c120fa5d43f2 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:37.291305 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e0bfdfda-1464-4773-8c3c-cfc5bbd7b3c4 req-4421c5be-b279-4fd0-b796-c120fa5d43f2 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.0632989 Sep 03 03:50:37.344313 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e0bfdfda-1464-4773-8c3c-cfc5bbd7b3c4 req-ff3c304f-9a07-4129-96ff-367993894489 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456712 Sep 03 03:50:37.747802 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea221a3-f970-428b-a97f-8b5c3fe57542 req-8d2b3cba-73ac-4714-8049-93a525f92452 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:37.751913 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9ea221a3-f970-428b-a97f-8b5c3fe57542 req-8d2b3cba-73ac-4714-8049-93a525f92452 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0680869 Sep 03 03:50:37.802362 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9ea221a3-f970-428b-a97f-8b5c3fe57542 req-58a03467-e467-47b3-8bc3-09daa748973b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436852 Sep 03 03:50:37.926590 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56e222-9829-4e82-bd7c-c5ce6f77bfac req-703df09a-fb47-4dac-aedc-acb110315fa7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:37.929139 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cb56e222-9829-4e82-bd7c-c5ce6f77bfac req-703df09a-fb47-4dac-aedc-acb110315fa7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0525508 Sep 03 03:50:37.992257 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cb56e222-9829-4e82-bd7c-c5ce6f77bfac req-221cdded-001f-4545-9163-c116c278749c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541315 Sep 03 03:50:38.484558 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf1ecf-8b4d-4ec3-89db-5b0424e8eec8 req-f720e5fd-4c4c-47ed-9b30-d4225c3f4c8c tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:38.486029 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e0bf1ecf-8b4d-4ec3-89db-5b0424e8eec8 req-f720e5fd-4c4c-47ed-9b30-d4225c3f4c8c tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.0498297 Sep 03 03:50:38.534978 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e0bf1ecf-8b4d-4ec3-89db-5b0424e8eec8 req-76846893-e7c8-4dc3-8d2f-7646fb84f9f5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427682 Sep 03 03:50:38.950464 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f33eac69-4f25-4508-bde3-2bf76d1ea628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:39.193335 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:39.656778 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73caa30-a85c-4b0f-b298-492c5c222828 req-56e60afa-e0b4-4fb3-a563-32bc4771ca84 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:39.658319 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d73caa30-a85c-4b0f-b298-492c5c222828 req-56e60afa-e0b4-4fb3-a563-32bc4771ca84 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.0478668 Sep 03 03:50:39.713826 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d73caa30-a85c-4b0f-b298-492c5c222828 req-ad2314bb-e740-4865-925e-8f2764887545 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489993 Sep 03 03:50:39.952225 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39604) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:39.996624 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.037901 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-4a05d001-d176-47b3-a092-a844f7200322 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:40.039370 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-4a05d001-d176-47b3-a092-a844f7200322 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 945 time: 0.0515282 Sep 03 03:50:40.084032 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-19d83f6b-179b-4567-b84f-ab89160e3952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.160221 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Deleting port 58924587-4065-4204-ba33-156d960078cd {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:50:40.160553 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (58924587-4065-4204-ba33-156d960078cd), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.163069 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:40.243996 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 58924587-4065-4204-ba33-156d960078cd no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:50:40.271494 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-19d83f6b-179b-4567-b84f-ab89160e3952 admin admin] Publish callbacks [] for security_group (ce57c207-4e8e-4237-81bb-6906cba74f47), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.283270 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-19d83f6b-179b-4567-b84f-ab89160e3952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ce57c207-4e8e-4237-81bb-6906cba74f47), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.291475 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] For port 58924587-4065-4204-ba33-156d960078cd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58924587-4065-4204-ba33-156d960078cd,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:40.291828 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (58924587-4065-4204-ba33-156d960078cd), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.314397 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:40.315730 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Calling delete_port for 58924587-4065-4204-ba33-156d960078cd owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:50:40.319634 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 58924587-4065-4204-ba33-156d960078cd is: ACTIVE; New status is: DOWN {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:50:40.320047 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (58924587-4065-4204-ba33-156d960078cd), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.343498 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58924587-4065-4204-ba33-156d960078cd'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:40.345742 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f4cb2f-2206-4d66-a5c8-ce3f40c529eb" -d '{"events": [{"server_uuid": "e4b3eb7f-64e7-4075-b266-a4bbdd04a68a", "name": "network-vif-unplugged", "status": "completed", "tag": "58924587-4065-4204-ba33-156d960078cd"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:40.347810 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d83f6b-179b-4567-b84f-ab89160e3952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce57c207-4e8e-4237-81bb-6906cba74f47,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:40.357727 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-19d83f6b-179b-4567-b84f-ab89160e3952 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=3e26ed3d4dab4d29972e285ce7063abd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039156 Sep 03 03:50:40.358181 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39610) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:40.362179 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 58924587-4065-4204-ba33-156d960078cd, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=58924587-4065-4204-ba33-156d960078cd,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:40.368457 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (58924587-4065-4204-ba33-156d960078cd), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.410951 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213cb5b9-1f9c-4807-892b-f210d5e7e061 x-openstack-request-id: req-213cb5b9-1f9c-4807-892b-f210d5e7e061 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:40.411381 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b3eb7f-64e7-4075-b266-a4bbdd04a68a", "name": "network-vif-unplugged", "status": "completed", "tag": "58924587-4065-4204-ba33-156d960078cd", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:40.411828 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-213cb5b9-1f9c-4807-892b-f210d5e7e061 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:40.412397 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-213cb5b9-1f9c-4807-892b-f210d5e7e061'] response: {'server_uuid': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58924587-4065-4204-ba33-156d960078cd', 'code': 200} Sep 03 03:50:40.429960 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9935c03d-5ef9-49ff-9764-8d1b13e2e216 admin admin] Publish callbacks [] for security_group (ce57c207-4e8e-4237-81bb-6906cba74f47), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.433568 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=58924587-4065-4204-ba33-156d960078cd,revision_number=6']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:40.457151 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9935c03d-5ef9-49ff-9764-8d1b13e2e216 admin admin] Publish callbacks [] for security_group (ce57c207-4e8e-4237-81bb-6906cba74f47), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.473352 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:40.509102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (58924587-4065-4204-ba33-156d960078cd), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.513342 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9935c03d-5ef9-49ff-9764-8d1b13e2e216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ce57c207-4e8e-4237-81bb-6906cba74f47), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.516204 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9935c03d-5ef9-49ff-9764-8d1b13e2e216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.520245 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-9935c03d-5ef9-49ff-9764-8d1b13e2e216 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ce57c207-4e8e-4237-81bb-6906cba74f47 HTTP/1.1" status: 204 len: 168 time: 0.1608245 Sep 03 03:50:40.529183 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935c03d-5ef9-49ff-9764-8d1b13e2e216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce57c207-4e8e-4237-81bb-6906cba74f47,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:40.556968 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Pushing event deleted for resources: {'Port': ['ID=58924587-4065-4204-ba33-156d960078cd,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:40.600605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] No DVR routers for this DVR port 58924587-4065-4204-ba33-156d960078cd on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:50:40.603738 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:40.608242 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-92534ecd-6b37-4680-b2e0-f99e98d00a16 req-e4f83ebe-0c08-4f43-9a47-196e9d0b12d5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.57 "DELETE /networking/v2.0/ports/58924587-4065-4204-ba33-156d960078cd HTTP/1.1" status: 204 len: 173 time: 0.5621061 Sep 03 03:50:40.608714 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'name': 'network-vif-deleted', 'tag': '58924587-4065-4204-ba33-156d960078cd'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:40.611406 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b2d62f-a814-442d-b3ed-2e665e10fe95" -d '{"events": [{"server_uuid": "e4b3eb7f-64e7-4075-b266-a4bbdd04a68a", "name": "network-vif-deleted", "tag": "58924587-4065-4204-ba33-156d960078cd"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:40.675652 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b82efb5-7ce5-4951-9725-588d839ca014 x-openstack-request-id: req-5b82efb5-7ce5-4951-9725-588d839ca014 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:40.676286 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b3eb7f-64e7-4075-b266-a4bbdd04a68a", "name": "network-vif-deleted", "tag": "58924587-4065-4204-ba33-156d960078cd", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:40.677025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b82efb5-7ce5-4951-9725-588d839ca014 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:40.677025 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b82efb5-7ce5-4951-9725-588d839ca014'] response: {'server_uuid': 'e4b3eb7f-64e7-4075-b266-a4bbdd04a68a', 'name': 'network-vif-deleted', 'tag': '58924587-4065-4204-ba33-156d960078cd', 'status': 'completed', 'code': 200} Sep 03 03:50:40.883397 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-34b6acf7-8f67-4e8b-a647-b99f68e4bede req-a936175d-88fe-4c49-baa9-aaa7e209f6f2 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=e4b3eb7f-64e7-4075-b266-a4bbdd04a68a HTTP/1.1" status: 200 len: 210 time: 0.0522971 Sep 03 03:50:40.945878 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b598e-effe-433a-9d93-9a4c3a551983 req-a9be5098-81af-49c1-a05d-314134fd2fb6 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:40.947657 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f12b598e-effe-433a-9d93-9a4c3a551983 req-a9be5098-81af-49c1-a05d-314134fd2fb6 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0759337 Sep 03 03:50:40.949045 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-da935b0a-fda7-4b06-bfaf-9c87e809a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:40.950645 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-da935b0a-fda7-4b06-bfaf-9c87e809a590 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 1129 time: 0.1119180 Sep 03 03:50:41.065886 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39646) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:41.083627 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-210309d5-206e-427e-97f4-df468ec5e2c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:41.120464 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f12b598e-effe-433a-9d93-9a4c3a551983 req-744a54b3-4472-42a7-8c8c-dfdb97130498 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644728 Sep 03 03:50:41.158690 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:41.159603 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-ef8a97ed-fd10-4ce5-a6ab-fc71280e8dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:41.161546 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-ef8a97ed-fd10-4ce5-a6ab-fc71280e8dc6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.2015102 Sep 03 03:50:41.199385 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-210309d5-206e-427e-97f4-df468ec5e2c1 admin admin] Publish callbacks [] for security_group (afb06ae7-abf0-464f-81b7-e6e38285a0b1), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:41.208046 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-210309d5-206e-427e-97f4-df468ec5e2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (afb06ae7-abf0-464f-81b7-e6e38285a0b1), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:41.260519 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-210309d5-206e-427e-97f4-df468ec5e2c1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cd625578db0748d893302c9d84a0e550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929777 Sep 03 03:50:41.261235 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210309d5-206e-427e-97f4-df468ec5e2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb06ae7-abf0-464f-81b7-e6e38285a0b1,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:41.263435 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39656) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:41.272839 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7c9b9cca-56ea-48e7-80e8-e17fcb6a76e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:41.319886 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f0527e22-effd-48d3-81c6-6e65574cedaf admin admin] Publish callbacks [] for security_group (afb06ae7-abf0-464f-81b7-e6e38285a0b1), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:41.343252 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f0527e22-effd-48d3-81c6-6e65574cedaf admin admin] Publish callbacks [] for security_group (afb06ae7-abf0-464f-81b7-e6e38285a0b1), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:41.414568 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-22a9cdba-56a5-4b1f-a4b5-82ba9914927f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 HTTP/1.1" status: 200 len: 217 time: 0.0498359 Sep 03 03:50:41.493301 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-3f4324ee-ff31-422c-814e-937cdfd99583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:41.495459 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-3f4324ee-ff31-422c-814e-937cdfd99583 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0666931 Sep 03 03:50:41.517633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f0527e22-effd-48d3-81c6-6e65574cedaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (afb06ae7-abf0-464f-81b7-e6e38285a0b1), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:41.520889 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f0527e22-effd-48d3-81c6-6e65574cedaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:41.522403 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f0527e22-effd-48d3-81c6-6e65574cedaf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/afb06ae7-abf0-464f-81b7-e6e38285a0b1 HTTP/1.1" status: 204 len: 168 time: 0.2576206 Sep 03 03:50:41.558700 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0527e22-effd-48d3-81c6-6e65574cedaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb06ae7-abf0-464f-81b7-e6e38285a0b1,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:41.587053 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-83a2233c-3b9a-4940-8f9f-ccb19b6e0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:41.590455 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-83a2233c-3b9a-4940-8f9f-ccb19b6e0991 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0858593 Sep 03 03:50:41.620683 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:41.722254 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-b602dbee-0e35-4d6a-afad-5f078e022031 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189613 Sep 03 03:50:41.799141 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:41.823564 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4b01477f-ba2f-4863-8cc1-b410bde2b19a req-996bb4b6-3f9e-40bc-a84c-585d88e5c00f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939484 Sep 03 03:50:42.254649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-5b1e29f5-a3f7-41c0-96b5-810d4b55203c tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:42.256617 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-5b1e29f5-a3f7-41c0-96b5-810d4b55203c tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/networks?id=6bcb1a0b-8951-44fc-bce8-a3327924fd60 HTTP/1.1" status: 200 len: 808 time: 0.1218321 Sep 03 03:50:42.267714 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471eba5-267b-4d67-be8d-94ea7527494a req-08262cbb-d668-4e2d-ad2e-7d232bb53bcc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:42.269299 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8471eba5-267b-4d67-be8d-94ea7527494a req-08262cbb-d668-4e2d-ad2e-7d232bb53bcc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0615499 Sep 03 03:50:42.272509 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-90770f2e-fa5b-4c7b-a08a-e50f6ee9bde4 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/quotas/8dc12b2499eb4f8ab6f3e216b3f6ff3e HTTP/1.1" status: 200 len: 375 time: 0.0096455 Sep 03 03:50:42.311777 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-f84108e7-b815-4eb3-9947-a6b0f17e6c29 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=8dc12b2499eb4f8ab6f3e216b3f6ff3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328591 Sep 03 03:50:42.331359 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8471eba5-267b-4d67-be8d-94ea7527494a req-31933f6a-4258-4780-a0aa-69836f442cc0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556149 Sep 03 03:50:42.408262 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-874bc240-addb-4cb0-ae74-98eadbed7a2e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890906 Sep 03 03:50:42.499626 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-2e6d9e58-9acf-428f-b56c-5cc9975047af service neutron] 10.222.0.25 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850017 Sep 03 03:50:42.550116 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:50:42.617550 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:42.698257 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bd0db764-b3a3-46fd-bd27-8b93eefe7fd8 req-43eab93c-6f90-4502-9f3a-c9dda76d11ce tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 210 time: 0.0380247 Sep 03 03:50:43.631856 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00942226-dd39-41b0-b585-b09442a020df req-b22f2ea0-edb5-4280-b261-9dfbcf7b05b2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:43.633477 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-00942226-dd39-41b0-b585-b09442a020df req-b22f2ea0-edb5-4280-b261-9dfbcf7b05b2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0543003 Sep 03 03:50:43.682084 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-00942226-dd39-41b0-b585-b09442a020df req-45dcbad1-8530-4b39-ab8e-12da57cde6a4 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428550 Sep 03 03:50:43.805369 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-93f3f30c-9637-4bce-828e-0034828e99ab req-c484141c-b312-4360-8993-d0adb56e51a9 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 210 time: 0.0281796 Sep 03 03:50:44.008612 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=43 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:44.098100 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:44.138528 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cd102c7b-2c9c-4b86-a2ee-879b3302ab57 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:44.140045 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cd102c7b-2c9c-4b86-a2ee-879b3302ab57 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.57 "GET /networking/v2.0/networks?id=6bcb1a0b-8951-44fc-bce8-a3327924fd60 HTTP/1.1" status: 200 len: 808 time: 0.1106956 Sep 03 03:50:44.153827 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Request body: {'port': {'device_id': 'c400550e-6713-43de-90e7-82d00c2b2cfa', 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60', 'admin_state_up': True, 'tenant_id': '8dc12b2499eb4f8ab6f3e216b3f6ff3e'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:44.182238 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:44.270067 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Made reservation on behalf of 8dc12b2499eb4f8ab6f3e216b3f6ff3e for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:50:44.273939 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:44.401836 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Allocated IP 172.20.0.13 (6bcb1a0b-8951-44fc-bce8-a3327924fd60/747e39f7-1737-491f-ae1e-d87b0d7b9bd0/1cb03196-5878-4940-a083-2e60315b04f4) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:50:44.431273 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:44.498638 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:44.559336 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks [] for port (1cb03196-5878-4940-a083-2e60315b04f4), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:44.591492 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (1cb03196-5878-4940-a083-2e60315b04f4), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:44.638734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:50:44.643984 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:50:44.646423 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:50:44.651140 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:44.651746 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:44.655672 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Pushing event updated for resources: {'Port': ['ID=1cb03196-5878-4940-a083-2e60315b04f4,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:44.672636 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-cdec66fe-f4cf-478d-a4b2-0f6eb98b657b tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5226018 Sep 03 03:50:44.693118 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Request body: {'port': {'device_id': 'c400550e-6713-43de-90e7-82d00c2b2cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:44.794019 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1cb03196-5878-4940-a083-2e60315b04f4), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:44.909247 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51b332-6a59-45f5-a00e-b10d9b1e2ab1 req-717a61fa-54e8-4f52-a1aa-ee7068a7af98 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:44.911148 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6d51b332-6a59-45f5-a00e-b10d9b1e2ab1 req-717a61fa-54e8-4f52-a1aa-ee7068a7af98 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.1018541 Sep 03 03:50:44.953138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c075b-1361-41f7-9cac-3dcd6d53b41a req-1b29abfb-833d-441a-bfc3-9f0ae1ad3cb0 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:44.963821 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-430c075b-1361-41f7-9cac-3dcd6d53b41a req-1b29abfb-833d-441a-bfc3-9f0ae1ad3cb0 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 932 time: 0.0788028 Sep 03 03:50:45.051187 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6d51b332-6a59-45f5-a00e-b10d9b1e2ab1 req-7905db4c-c944-482b-95f9-5b17fcdff965 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193941 Sep 03 03:50:45.064846 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-430c075b-1361-41f7-9cac-3dcd6d53b41a req-f4404a30-29ea-4e8f-b504-86f39e5cfdf0 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994177 Sep 03 03:50:45.272888 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cb03196-5878-4940-a083-2e60315b04f4 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:50:45.282769 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Publish callbacks [] for port (1cb03196-5878-4940-a083-2e60315b04f4), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:45.299995 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Transition to ACTIVE for port object 1cb03196-5878-4940-a083-2e60315b04f4 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:50:45.304895 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1cb03196-5878-4940-a083-2e60315b04f4), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:45.389287 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Pushing event updated for resources: {'Port': ['ID=1cb03196-5878-4940-a083-2e60315b04f4,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:45.393743 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Attempting to bind port 1cb03196-5878-4940-a083-2e60315b04f4 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:50:45.394077 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Attempting to bind port 1cb03196-5878-4940-a083-2e60315b04f4 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:50:45.394401 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Attempting to bind port 1cb03196-5878-4940-a083-2e60315b04f4 on network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:50:45.399185 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Port 1cb03196-5878-4940-a083-2e60315b04f4 on network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:50:45.399352 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Attempting to bind port 1cb03196-5878-4940-a083-2e60315b04f4 on network 6bcb1a0b-8951-44fc-bce8-a3327924fd60 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:50:45.405256 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:50:45.405646 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Checking segment: {'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:50:45.406094 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Bound using segment: {'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:50:45.406521 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Bound port: 1cb03196-5878-4940-a083-2e60315b04f4, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107efb57-ca37-4bd0-b2dd-90c3d55e6c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:50:45.406989 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1cb03196-5878-4940-a083-2e60315b04f4), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:45.447098 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:45.471561 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:45.474331 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] For port 1cb03196-5878-4940-a083-2e60315b04f4, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:50:45.478056 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] For port 1cb03196-5878-4940-a083-2e60315b04f4, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1cb03196-5878-4940-a083-2e60315b04f4,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:50:45.484478 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1cb03196-5878-4940-a083-2e60315b04f4), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:45.489299 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:45.490013 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:45.491571 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1cb03196-5878-4940-a083-2e60315b04f4 HTTP/1.1" status: 200 len: 1094 time: 0.8028569 Sep 03 03:50:45.492092 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c400550e-6713-43de-90e7-82d00c2b2cfa', 'tag': '1cb03196-5878-4940-a083-2e60315b04f4'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:45.494510 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c33fc2-cffd-49fa-a528-97b2e959c07a" -d '{"events": [{"name": "network-changed", "server_uuid": "c400550e-6713-43de-90e7-82d00c2b2cfa", "tag": "1cb03196-5878-4940-a083-2e60315b04f4"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:45.538836 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be02317c-1afa-4d52-b7cf-204cb4104d95 x-openstack-request-id: req-be02317c-1afa-4d52-b7cf-204cb4104d95 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:45.539177 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c400550e-6713-43de-90e7-82d00c2b2cfa", "tag": "1cb03196-5878-4940-a083-2e60315b04f4", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:45.539407 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be02317c-1afa-4d52-b7cf-204cb4104d95 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:45.539888 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be02317c-1afa-4d52-b7cf-204cb4104d95'] response: {'name': 'network-changed', 'server_uuid': 'c400550e-6713-43de-90e7-82d00c2b2cfa', 'tag': '1cb03196-5878-4940-a083-2e60315b04f4', 'status': 'completed', 'code': 200} Sep 03 03:50:45.572107 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3f12c-09e0-4653-ab5a-cfeaa54d6f5f service neutron] Pushing event updated for resources: {'Port': ['ID=1cb03196-5878-4940-a083-2e60315b04f4,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:45.607826 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-a5a9f8a4-5808-4449-9830-a9011a1fae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:45.609504 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-a5a9f8a4-5808-4449-9830-a9011a1fae84 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8dc12b2499eb4f8ab6f3e216b3f6ff3e&device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 1128 time: 0.0506763 Sep 03 03:50:45.656013 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-3fe7b43d-83a8-4a9a-8e00-6bc418efe9eb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cb03196-5878-4940-a083-2e60315b04f4 HTTP/1.1" status: 200 len: 217 time: 0.0352936 Sep 03 03:50:45.710038 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-efca6e37-9b42-433c-936b-57c9289c7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:45.711535 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-efca6e37-9b42-433c-936b-57c9289c7ffb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=747e39f7-1737-491f-ae1e-d87b0d7b9bd0 HTTP/1.1" status: 200 len: 848 time: 0.0458493 Sep 03 03:50:45.743357 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-8d85c16c-f959-4225-8229-8dbce62f1f52 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=6bcb1a0b-8951-44fc-bce8-a3327924fd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250194 Sep 03 03:50:45.841020 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-2c278740-053f-4546-8889-880abd958125 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895069 Sep 03 03:50:45.943431 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bbb35fd8-153f-4ffa-82dd-571e517c587e req-14ecf47a-bbba-4df6-a170-50670d0a3821 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913839 Sep 03 03:50:46.172294 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd21fba-c798-4255-a665-ee0edb1140cd req-f264ca78-f41e-4d98-967c-9d39e4711f7a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:46.179976 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4fd21fba-c798-4255-a665-ee0edb1140cd req-f264ca78-f41e-4d98-967c-9d39e4711f7a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0557373 Sep 03 03:50:46.211793 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b70a3-6d15-4d90-b72f-823ca74db00b req-60d35274-3d6a-4baa-b622-81b74e059163 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:46.213357 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-588b70a3-6d15-4d90-b72f-823ca74db00b req-60d35274-3d6a-4baa-b622-81b74e059163 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 944 time: 0.0483708 Sep 03 03:50:46.227134 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4fd21fba-c798-4255-a665-ee0edb1140cd req-15cc61c7-14f0-4328-820a-41a7fcc823be tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461829 Sep 03 03:50:46.278764 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-588b70a3-6d15-4d90-b72f-823ca74db00b req-3ae08565-9b5f-46ae-a2b7-9542d53878ed tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593946 Sep 03 03:50:46.361381 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39890) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:46.481074 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-00ec5000-f862-48ee-900d-5c92b1e1d17a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:46.558347 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-00ec5000-f862-48ee-900d-5c92b1e1d17a admin admin] Publish callbacks [] for security_group (6ebe5d9a-3931-4595-bb1b-62da1173f590), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:46.562849 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-00ec5000-f862-48ee-900d-5c92b1e1d17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (6ebe5d9a-3931-4595-bb1b-62da1173f590), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:46.602726 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-00ec5000-f862-48ee-900d-5c92b1e1d17a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5ff385f1666d49deafb23270d0d973f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402959 Sep 03 03:50:46.603620 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec5000-f862-48ee-900d-5c92b1e1d17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebe5d9a-3931-4595-bb1b-62da1173f590,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:46.605545 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39900) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:46.671136 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1e8a885f-90a7-43af-9c9f-35f694c6e0b8 admin admin] Publish callbacks [] for security_group (6ebe5d9a-3931-4595-bb1b-62da1173f590), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:46.698266 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1e8a885f-90a7-43af-9c9f-35f694c6e0b8 admin admin] Publish callbacks [] for security_group (6ebe5d9a-3931-4595-bb1b-62da1173f590), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:46.761461 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1e8a885f-90a7-43af-9c9f-35f694c6e0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (6ebe5d9a-3931-4595-bb1b-62da1173f590), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:46.765874 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1e8a885f-90a7-43af-9c9f-35f694c6e0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:46.769850 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1e8a885f-90a7-43af-9c9f-35f694c6e0b8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6ebe5d9a-3931-4595-bb1b-62da1173f590 HTTP/1.1" status: 204 len: 168 time: 0.1630149 Sep 03 03:50:46.780497 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a885f-90a7-43af-9c9f-35f694c6e0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebe5d9a-3931-4595-bb1b-62da1173f590,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:47.064384 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39912) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:47.077668 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fe424c0d-30d5-4524-a1a2-7ba6a6626d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:47.150577 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:47.161129 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fe424c0d-30d5-4524-a1a2-7ba6a6626d0f admin admin] Publish callbacks [] for security_group (db2cd159-8dee-4fb6-ab50-de0e6f464fd0), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:47.165234 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fe424c0d-30d5-4524-a1a2-7ba6a6626d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (db2cd159-8dee-4fb6-ab50-de0e6f464fd0), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:47.188772 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-755d543a-35f7-4449-8358-3d3dd1d05f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:47.190348 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-755d543a-35f7-4449-8358-3d3dd1d05f75 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8dc12b2499eb4f8ab6f3e216b3f6ff3e&device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 1128 time: 0.0433755 Sep 03 03:50:47.204351 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-fe424c0d-30d5-4524-a1a2-7ba6a6626d0f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7f423eb73737444daaa95c7e79ba133f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388459 Sep 03 03:50:47.207297 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39914) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:47.209499 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe424c0d-30d5-4524-a1a2-7ba6a6626d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2cd159-8dee-4fb6-ab50-de0e6f464fd0,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:47.358684 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2cb7d-137d-401b-abcd-eb03b7f4df7f req-97e99d97-d3b4-4688-a29f-0a094a3fc018 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:47.360649 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-67d2cb7d-137d-401b-abcd-eb03b7f4df7f req-97e99d97-d3b4-4688-a29f-0a094a3fc018 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0532172 Sep 03 03:50:47.411807 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-67d2cb7d-137d-401b-abcd-eb03b7f4df7f req-2195b8de-aa8a-4f89-98ac-2af8253a83c8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449047 Sep 03 03:50:47.570045 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b697160d-74f1-4a43-9169-b3de25137dc1 admin admin] Publish callbacks [] for security_group (db2cd159-8dee-4fb6-ab50-de0e6f464fd0), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:47.588149 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-90a0a8f9-5608-400c-b10c-a32427fdf6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:47.589624 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-90a0a8f9-5608-400c-b10c-a32427fdf6b3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=6bcb1a0b-8951-44fc-bce8-a3327924fd60 HTTP/1.1" status: 200 len: 909 time: 0.3913260 Sep 03 03:50:47.604531 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:47.616540 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b697160d-74f1-4a43-9169-b3de25137dc1 admin admin] Publish callbacks [] for security_group (db2cd159-8dee-4fb6-ab50-de0e6f464fd0), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:47.624719 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:47.660391 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b472bb94-f038-46f2-96bf-a7c4b9bcdf06 req-d8323c08-634b-4d69-8192-8f48ab956e7a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:47.661882 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b472bb94-f038-46f2-96bf-a7c4b9bcdf06 req-d8323c08-634b-4d69-8192-8f48ab956e7a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 944 time: 0.1062367 Sep 03 03:50:47.665470 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-7aa86960-039c-4db3-a543-ca95d37888e7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cb03196-5878-4940-a083-2e60315b04f4 HTTP/1.1" status: 200 len: 217 time: 0.0511296 Sep 03 03:50:47.775943 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b472bb94-f038-46f2-96bf-a7c4b9bcdf06 req-e12c87cd-d8c6-4f4e-9445-3e9cf44d7bb8 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069467 Sep 03 03:50:47.778021 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-2ed981bf-e12d-4a23-90c3-9122d8dec2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:47.779683 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-2ed981bf-e12d-4a23-90c3-9122d8dec2d6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=747e39f7-1737-491f-ae1e-d87b0d7b9bd0 HTTP/1.1" status: 200 len: 848 time: 0.1048179 Sep 03 03:50:47.787360 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b697160d-74f1-4a43-9169-b3de25137dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (db2cd159-8dee-4fb6-ab50-de0e6f464fd0), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:47.789953 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b697160d-74f1-4a43-9169-b3de25137dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:47.791063 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-b697160d-74f1-4a43-9169-b3de25137dc1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/db2cd159-8dee-4fb6-ab50-de0e6f464fd0 HTTP/1.1" status: 204 len: 168 time: 0.5826948 Sep 03 03:50:47.808362 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697160d-74f1-4a43-9169-b3de25137dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2cd159-8dee-4fb6-ab50-de0e6f464fd0,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:47.826890 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-c9cba00c-bc90-4f45-89de-74b5b7d8d02e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=6bcb1a0b-8951-44fc-bce8-a3327924fd60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347462 Sep 03 03:50:47.941192 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-3fba2bfb-66df-4a2a-8708-ce3972041464 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055624 Sep 03 03:50:48.054789 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e1c33fc2-cffd-49fa-a528-97b2e959c07a req-b1bddb7e-678e-4929-9f10-849841d3cc46 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976357 Sep 03 03:50:48.172614 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 39934) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:48.190612 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-39bf21ba-6b25-4751-b54a-3e68286e9eba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.257765 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1cb03196-5878-4940-a083-2e60315b04f4 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:50:48.279788 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-39bf21ba-6b25-4751-b54a-3e68286e9eba admin admin] Publish callbacks [] for security_group (e775cc38-a2c2-45f4-8854-0cbd255a18ba), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.286618 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-39bf21ba-6b25-4751-b54a-3e68286e9eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (e775cc38-a2c2-45f4-8854-0cbd255a18ba), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.349184 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-39bf21ba-6b25-4751-b54a-3e68286e9eba admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7aeabb9c1ef94446ac0e89ed911807d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1752267 Sep 03 03:50:48.350836 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf21ba-6b25-4751-b54a-3e68286e9eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e775cc38-a2c2-45f4-8854-0cbd255a18ba,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:48.351829 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 39936) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:48.387433 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1cb03196-5878-4940-a083-2e60315b04f4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1cb03196-5878-4940-a083-2e60315b04f4,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:48.390009 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:48.415396 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6a099e6e-b8e2-4a30-b631-9f56765bf60e admin admin] Publish callbacks [] for security_group (e775cc38-a2c2-45f4-8854-0cbd255a18ba), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.416326 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '1cb03196-5878-4940-a083-2e60315b04f4', 'network_id': '6bcb1a0b-8951-44fc-bce8-a3327924fd60', 'port_id': '1cb03196-5878-4940-a083-2e60315b04f4', 'mac_address': 'fa:16:3e:d6:a6:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747e39f7-1737-491f-ae1e-d87b0d7b9bd0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:50:48.444999 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6a099e6e-b8e2-4a30-b631-9f56765bf60e admin admin] Publish callbacks [] for security_group (e775cc38-a2c2-45f4-8854-0cbd255a18ba), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.469069 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1cb03196-5878-4940-a083-2e60315b04f4 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:50:48.469452 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1cb03196-5878-4940-a083-2e60315b04f4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.506609 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cb03196-5878-4940-a083-2e60315b04f4 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:50:48.529538 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1cb03196-5878-4940-a083-2e60315b04f4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1cb03196-5878-4940-a083-2e60315b04f4,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:48.537048 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1cb03196-5878-4940-a083-2e60315b04f4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.563018 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5233a-d946-463f-b99d-beecbd179ba0 req-979d4193-2f35-4750-956f-f075da4b3923 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:48.565041 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a3a5233a-d946-463f-b99d-beecbd179ba0 req-979d4193-2f35-4750-956f-f075da4b3923 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0681508 Sep 03 03:50:48.566912 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6a099e6e-b8e2-4a30-b631-9f56765bf60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (e775cc38-a2c2-45f4-8854-0cbd255a18ba), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.569903 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6a099e6e-b8e2-4a30-b631-9f56765bf60e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:48.574305 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-6a099e6e-b8e2-4a30-b631-9f56765bf60e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e775cc38-a2c2-45f4-8854-0cbd255a18ba HTTP/1.1" status: 204 len: 168 time: 0.2211561 Sep 03 03:50:48.591492 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=7 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:48.600024 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a099e6e-b8e2-4a30-b631-9f56765bf60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e775cc38-a2c2-45f4-8854-0cbd255a18ba,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:48.632808 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1cb03196-5878-4940-a083-2e60315b04f4,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:48.649113 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a3a5233a-d946-463f-b99d-beecbd179ba0 req-130ef6cd-d3f0-4d81-a62c-4ccca5ea4e14 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734200 Sep 03 03:50:48.908614 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7940294-5f0a-4639-bc45-fb51bd3ceaba req-b7432a8c-4c5c-4394-bd80-18c6d26772e1 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:48.912219 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f7940294-5f0a-4639-bc45-fb51bd3ceaba req-b7432a8c-4c5c-4394-bd80-18c6d26772e1 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 945 time: 0.0504239 Sep 03 03:50:48.960654 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['1cb03196-5878-4940-a083-2e60315b04f4'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:50:48.973206 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f7940294-5f0a-4639-bc45-fb51bd3ceaba req-2d9eb8c6-f127-4722-b61a-329625429c1c tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562222 Sep 03 03:50:49.789566 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7347003-3139-49af-b272-d17816c0eb11 req-d168447c-d037-46e5-a9f9-3fac006293f2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:49.791880 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a7347003-3139-49af-b272-d17816c0eb11 req-d168447c-d037-46e5-a9f9-3fac006293f2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0626938 Sep 03 03:50:49.842229 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a7347003-3139-49af-b272-d17816c0eb11 req-c9689c0e-cffa-4219-ba60-002d2f1269a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444396 Sep 03 03:50:50.107633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a4677-3d04-48b0-8e89-77e542a86a29 req-f47fea04-c27f-479c-b549-c050874d7588 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:50.108975 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-180a4677-3d04-48b0-8e89-77e542a86a29 req-f47fea04-c27f-479c-b549-c050874d7588 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 945 time: 0.0568318 Sep 03 03:50:50.170572 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-180a4677-3d04-48b0-8e89-77e542a86a29 req-e99634df-7bfe-41fe-b3a8-ef12598de747 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555944 Sep 03 03:50:50.273673 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1cb03196-5878-4940-a083-2e60315b04f4 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:50:50.317262 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 1cb03196-5878-4940-a083-2e60315b04f4 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:50:50.325126 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 1cb03196-5878-4940-a083-2e60315b04f4 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:50:50.325496 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1cb03196-5878-4940-a083-2e60315b04f4), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:50.364883 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:50.403264 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1cb03196-5878-4940-a083-2e60315b04f4 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:50:50.403648 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1cb03196-5878-4940-a083-2e60315b04f4), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:50.430674 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c400550e-6713-43de-90e7-82d00c2b2cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb03196-5878-4940-a083-2e60315b04f4'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:50.433015 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ead7d99-0a41-4d9d-bce1-397fb913c634" -d '{"events": [{"server_uuid": "c400550e-6713-43de-90e7-82d00c2b2cfa", "name": "network-vif-plugged", "status": "completed", "tag": "1cb03196-5878-4940-a083-2e60315b04f4"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:50.445540 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1cb03196-5878-4940-a083-2e60315b04f4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1cb03196-5878-4940-a083-2e60315b04f4,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:50.450123 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1cb03196-5878-4940-a083-2e60315b04f4), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:50.472577 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe0364b-0831-46e6-92cc-02d3a69b0058 x-openstack-request-id: req-7fe0364b-0831-46e6-92cc-02d3a69b0058 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:50.472886 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c400550e-6713-43de-90e7-82d00c2b2cfa", "name": "network-vif-plugged", "status": "completed", "tag": "1cb03196-5878-4940-a083-2e60315b04f4", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:50.473137 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fe0364b-0831-46e6-92cc-02d3a69b0058 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:50.473522 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe0364b-0831-46e6-92cc-02d3a69b0058'] response: {'server_uuid': 'c400550e-6713-43de-90e7-82d00c2b2cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cb03196-5878-4940-a083-2e60315b04f4', 'code': 200} Sep 03 03:50:50.502816 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1cb03196-5878-4940-a083-2e60315b04f4,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:50.650916 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16360a-5c98-4457-acc5-f0b0954ecf75 req-501763a7-0393-4b58-a678-98ffde518c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:50.652960 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b16360a-5c98-4457-acc5-f0b0954ecf75 req-501763a7-0393-4b58-a678-98ffde518c16 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 1130 time: 0.0409110 Sep 03 03:50:50.700953 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b16360a-5c98-4457-acc5-f0b0954ecf75 req-4b826ce7-c4d6-49fd-b303-996039e17bbc service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391634 Sep 03 03:50:50.966918 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:50.977177 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2903c5-96a3-4064-a9a6-6b81731ae881 req-7934f852-8080-4854-933d-fb26d91f34f5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:50.978588 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b2903c5-96a3-4064-a9a6-6b81731ae881 req-7934f852-8080-4854-933d-fb26d91f34f5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0558238 Sep 03 03:50:51.033182 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b2903c5-96a3-4064-a9a6-6b81731ae881 req-9145284f-3d62-4f77-962d-de7c5ee93217 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474238 Sep 03 03:50:51.297037 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671524f-ed4f-411e-95a0-9ef0e4845be9 req-4ceb27e7-f71d-4afe-abad-951d4e9c7a06 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:51.298519 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6671524f-ed4f-411e-95a0-9ef0e4845be9 req-4ceb27e7-f71d-4afe-abad-951d4e9c7a06 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 946 time: 0.0469491 Sep 03 03:50:51.347460 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6671524f-ed4f-411e-95a0-9ef0e4845be9 req-02b5c211-9ae0-481a-9bb8-5d8507f96bf1 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425737 Sep 03 03:50:52.167167 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fa212-d774-428d-a003-d87db5211c18 req-6cfde26f-6970-492f-8829-128623fd294f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:52.168661 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ef0fa212-d774-428d-a003-d87db5211c18 req-6cfde26f-6970-492f-8829-128623fd294f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0523117 Sep 03 03:50:52.194732 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:52.217427 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ef0fa212-d774-428d-a003-d87db5211c18 req-208ea551-872f-42a5-a7d4-c5dcb8438134 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430310 Sep 03 03:50:52.468244 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ec587-e690-4ef6-879a-6ba897fdbb50 req-d00bbf8a-d5a7-4e06-b29e-e07e792a0d0c tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:52.469605 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cb0ec587-e690-4ef6-879a-6ba897fdbb50 req-d00bbf8a-d5a7-4e06-b29e-e07e792a0d0c tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 946 time: 0.0467129 Sep 03 03:50:52.522387 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cb0ec587-e690-4ef6-879a-6ba897fdbb50 req-175c75f8-e3c8-4d15-b907-9af3b64fd2e6 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Sep 03 03:50:53.347248 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc715-c91b-4bf4-8d76-fa507ed407bc req-0c5fbaeb-8ecc-4081-bb39-ef79d7c79cb9 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:53.348724 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-af0dc715-c91b-4bf4-8d76-fa507ed407bc req-0c5fbaeb-8ecc-4081-bb39-ef79d7c79cb9 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0484517 Sep 03 03:50:53.397557 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-af0dc715-c91b-4bf4-8d76-fa507ed407bc req-131a1a8a-53cc-4f59-9eed-fb1c3ef361d0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Sep 03 03:50:53.468956 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40012) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:53.588153 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f57af975-eefd-4084-b722-9737f93c683d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:53.676700 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f57af975-eefd-4084-b722-9737f93c683d admin admin] Publish callbacks [] for security_group (9d455e61-c5a7-4015-a932-05bcce9a93ea), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:53.682601 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f57af975-eefd-4084-b722-9737f93c683d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9d455e61-c5a7-4015-a932-05bcce9a93ea), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:53.723116 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57af975-eefd-4084-b722-9737f93c683d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d455e61-c5a7-4015-a932-05bcce9a93ea,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:53.730659 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f57af975-eefd-4084-b722-9737f93c683d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=bcdfce72af814b0aad4690115d582f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2601764 Sep 03 03:50:53.730749 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 40018) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:53.787516 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0a86d0d0-db4b-4527-a04d-50913b651b6c admin admin] Publish callbacks [] for security_group (9d455e61-c5a7-4015-a932-05bcce9a93ea), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:53.789420 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046102a4-5996-485d-8b86-d99a41186c5e req-c38ebf8a-a761-47ac-a9d1-2fcd007cac19 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:53.790933 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-046102a4-5996-485d-8b86-d99a41186c5e req-c38ebf8a-a761-47ac-a9d1-2fcd007cac19 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 946 time: 0.0468650 Sep 03 03:50:53.808424 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0a86d0d0-db4b-4527-a04d-50913b651b6c admin admin] Publish callbacks [] for security_group (9d455e61-c5a7-4015-a932-05bcce9a93ea), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:53.839381 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-046102a4-5996-485d-8b86-d99a41186c5e req-c81c61c4-2b7a-4454-b877-9db1cc60015d tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423641 Sep 03 03:50:53.867850 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0a86d0d0-db4b-4527-a04d-50913b651b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9d455e61-c5a7-4015-a932-05bcce9a93ea), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:53.870333 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0a86d0d0-db4b-4527-a04d-50913b651b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:53.871485 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0a86d0d0-db4b-4527-a04d-50913b651b6c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9d455e61-c5a7-4015-a932-05bcce9a93ea HTTP/1.1" status: 204 len: 168 time: 0.1401486 Sep 03 03:50:53.879668 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86d0d0-db4b-4527-a04d-50913b651b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d455e61-c5a7-4015-a932-05bcce9a93ea,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:54.199181 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 40034) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:54.213005 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c2d9-b2cb-4a1f-9aa0-a0ae479ff2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:54.311835 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d79dd09-8666-4ab2-bf26-5f35869c55b1 req-be430599-d1f8-4dbc-95d1-dd930936741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:54.313321 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8d79dd09-8666-4ab2-bf26-5f35869c55b1 req-be430599-d1f8-4dbc-95d1-dd930936741f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 1129 time: 0.0524588 Sep 03 03:50:54.330599 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c2d9-b2cb-4a1f-9aa0-a0ae479ff2ae admin admin] Publish callbacks [] for security_group (9ff65ae4-007b-457e-8dfb-45a5d1bc6685), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:54.337680 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-fdc0c2d9-b2cb-4a1f-9aa0-a0ae479ff2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9ff65ae4-007b-457e-8dfb-45a5d1bc6685), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:54.397112 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-fdc0c2d9-b2cb-4a1f-9aa0-a0ae479ff2ae admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c141b1517b0f4477a609163912b97a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1967382 Sep 03 03:50:54.400064 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40040) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:54.400500 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0c2d9-b2cb-4a1f-9aa0-a0ae479ff2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff65ae4-007b-457e-8dfb-45a5d1bc6685,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:54.406059 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8d79dd09-8666-4ab2-bf26-5f35869c55b1 req-db59ecce-04af-429b-a173-ac1d008172b8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850921 Sep 03 03:50:54.414375 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:54.468667 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-737e1716-9ee9-4a0f-a8ca-94f4d851e9a6 admin admin] Publish callbacks [] for security_group (9ff65ae4-007b-457e-8dfb-45a5d1bc6685), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:54.515795 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-737e1716-9ee9-4a0f-a8ca-94f4d851e9a6 admin admin] Publish callbacks [] for security_group (9ff65ae4-007b-457e-8dfb-45a5d1bc6685), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:54.532252 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:54.557109 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088184-e26f-46bb-bcfe-81a6815f0e18 req-6e6dc472-7295-4087-8be6-2f32dd038694 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:54.558500 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-90088184-e26f-46bb-bcfe-81a6815f0e18 req-6e6dc472-7295-4087-8be6-2f32dd038694 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0792983 Sep 03 03:50:54.620552 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-90088184-e26f-46bb-bcfe-81a6815f0e18 req-d2b4fc1e-886b-4ee4-bd61-6abcd02d8f36 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538809 Sep 03 03:50:54.621490 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-737e1716-9ee9-4a0f-a8ca-94f4d851e9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9ff65ae4-007b-457e-8dfb-45a5d1bc6685), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:54.624378 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-737e1716-9ee9-4a0f-a8ca-94f4d851e9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:54.624986 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-737e1716-9ee9-4a0f-a8ca-94f4d851e9a6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9ff65ae4-007b-457e-8dfb-45a5d1bc6685 HTTP/1.1" status: 204 len: 168 time: 0.2241647 Sep 03 03:50:54.637193 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e1716-9ee9-4a0f-a8ca-94f4d851e9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff65ae4-007b-457e-8dfb-45a5d1bc6685,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:54.663892 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09aa094-5767-44fd-97a4-9f4f067a2c98 req-391cb913-d17f-4843-ba26-088338f08829 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:54.665616 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c09aa094-5767-44fd-97a4-9f4f067a2c98 req-391cb913-d17f-4843-ba26-088338f08829 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 946 time: 0.0743511 Sep 03 03:50:54.722006 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c09aa094-5767-44fd-97a4-9f4f067a2c98 req-7875dc25-ee82-4a12-aeed-98c2cb89fcc5 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487568 Sep 03 03:50:55.770644 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce29724-9a7d-4462-a733-dfebb70c7592 req-2790b51a-7230-477e-83cf-2a155763a651 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:55.772471 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0ce29724-9a7d-4462-a733-dfebb70c7592 req-2790b51a-7230-477e-83cf-2a155763a651 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0660496 Sep 03 03:50:55.821391 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0ce29724-9a7d-4462-a733-dfebb70c7592 req-d3f64bc1-1839-470e-9e38-cac61ffe2477 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430744 Sep 03 03:50:55.830841 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40080) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:55.866338 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb74095-f10a-4f74-bc65-9f8bc13fd2b4 req-d9d3ed69-ee19-465e-9a6c-499c2a29aacf tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:55.867984 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0cb74095-f10a-4f74-bc65-9f8bc13fd2b4 req-d9d3ed69-ee19-465e-9a6c-499c2a29aacf tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 946 time: 0.0494065 Sep 03 03:50:55.923961 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0cb74095-f10a-4f74-bc65-9f8bc13fd2b4 req-437027c8-5da4-47cf-977f-99a0ae5b261f tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502141 Sep 03 03:50:55.948172 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-36285df3-ea58-4b11-83b7-dcc394b786bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:56.027180 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-36285df3-ea58-4b11-83b7-dcc394b786bb admin admin] Publish callbacks [] for security_group (046b181e-94c8-4915-8d30-560b64be18ad), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:56.032441 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-36285df3-ea58-4b11-83b7-dcc394b786bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (046b181e-94c8-4915-8d30-560b64be18ad), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:56.068827 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36285df3-ea58-4b11-83b7-dcc394b786bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046b181e-94c8-4915-8d30-560b64be18ad,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:56.073001 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-36285df3-ea58-4b11-83b7-dcc394b786bb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b94fc1b5379a42a7923ee23e5043ed9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414970 Sep 03 03:50:56.076469 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40086) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:56.124997 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ba92f2a7-7884-495f-a510-a2a261e36ee0 admin admin] Publish callbacks [] for security_group (046b181e-94c8-4915-8d30-560b64be18ad), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:56.145031 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ba92f2a7-7884-495f-a510-a2a261e36ee0 admin admin] Publish callbacks [] for security_group (046b181e-94c8-4915-8d30-560b64be18ad), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:56.197296 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ba92f2a7-7884-495f-a510-a2a261e36ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (046b181e-94c8-4915-8d30-560b64be18ad), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:56.199779 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ba92f2a7-7884-495f-a510-a2a261e36ee0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:56.200898 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ba92f2a7-7884-495f-a510-a2a261e36ee0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/046b181e-94c8-4915-8d30-560b64be18ad HTTP/1.1" status: 204 len: 168 time: 0.1240814 Sep 03 03:50:56.208875 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92f2a7-7884-495f-a510-a2a261e36ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046b181e-94c8-4915-8d30-560b64be18ad,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:56.893357 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:56.905776 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40112) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:56.911038 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41106ae2-1531-46a6-9c17-abe6b521260b req-1692af57-3797-4abe-8f44-4c9e712e5522 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:56.912846 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-41106ae2-1531-46a6-9c17-abe6b521260b req-1692af57-3797-4abe-8f44-4c9e712e5522 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 946 time: 0.0532715 Sep 03 03:50:56.962295 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b83e7-2e0d-4e55-bff0-39fe178298df req-68c3d5d3-938e-4fbe-8950-ad33db941231 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:56.963832 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ae6b83e7-2e0d-4e55-bff0-39fe178298df req-68c3d5d3-938e-4fbe-8950-ad33db941231 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0476143 Sep 03 03:50:57.032197 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ae6b83e7-2e0d-4e55-bff0-39fe178298df req-2743d3a9-7f9c-485c-969d-319acd34145c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Sep 03 03:50:57.037747 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-644787921-network', 'tenant_id': '6bafae6685e248d2ac4fab672648e941'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:57.058188 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Made reservation on behalf of 6bafae6685e248d2ac4fab672648e941 for: {'network': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:50:57.061365 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.065777 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Deleting port 1cb03196-5878-4940-a083-2e60315b04f4 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:50:57.066117 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (1cb03196-5878-4940-a083-2e60315b04f4), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.070183 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.092450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd6dd7-73ce-47ca-a0da-8fdfac7fd0f4 req-61b8aa18-ce81-4871-9e0c-3ad55796b43a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:57.093959 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-31bd6dd7-73ce-47ca-a0da-8fdfac7fd0f4 req-61b8aa18-ce81-4871-9e0c-3ad55796b43a tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 946 time: 0.0823374 Sep 03 03:50:57.123228 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:57.156438 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Publish callbacks [] for security_group (a52f95c2-d858-4cc3-919c-64d398ee8c00), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.161452 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a52f95c2-d858-4cc3-919c-64d398ee8c00), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.180968 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:57.191010 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=117867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:50:57.192117 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:57.204105 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-31bd6dd7-73ce-47ca-a0da-8fdfac7fd0f4 req-4fa535fc-9a36-4eeb-b108-9a83bbfa193e tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=9b9a8c68-bd74-4728-88b0-a8661188cb6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821753 Sep 03 03:50:57.204323 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52f95c2-d858-4cc3-919c-64d398ee8c00,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:57.207563 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (4c879b1a-69ad-4f89-879b-3a9c8b0c26e1), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.207898 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.segments_db [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Added segment 4c879b1a-69ad-4f89-879b-3a9c8b0c26e1 of type vlan for network 8a12f613-319d-4585-b281-a9de8d8e8976 Sep 03 03:50:57.211034 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] For port 1cb03196-5878-4940-a083-2e60315b04f4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1cb03196-5878-4940-a083-2e60315b04f4,segment=NetworkSegment(107efb57-ca37-4bd0-b2dd-90c3d55e6c57),segment_id=107efb57-ca37-4bd0-b2dd-90c3d55e6c57)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:50:57.211464 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (1cb03196-5878-4940-a083-2e60315b04f4), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.226868 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Calling delete_port for 1cb03196-5878-4940-a083-2e60315b04f4 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:50:57.258121 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (8a12f613-319d-4585-b281-a9de8d8e8976), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.292644 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (8a12f613-319d-4585-b281-a9de8d8e8976), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.293910 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:57.294618 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.346531 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4391577 Sep 03 03:50:57.349606 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40120) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:50:57.354214 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Request body: {'subnet': {'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-644787921-subnet', 'tenant_id': '6bafae6685e248d2ac4fab672648e941', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:50:57.375370 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d137d7-0b9c-4c51-872b-90ac0584a014 admin admin] Pushing event updated for resources: {'Network': ['ID=8a12f613-319d-4585-b281-a9de8d8e8976,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:57.385781 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Made reservation on behalf of 6bafae6685e248d2ac4fab672648e941 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:50:57.386503 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 8a12f613-319d-4585-b281-a9de8d8e8976 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:50:57.388396 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5081843'] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.388953 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (1cb03196-5878-4940-a083-2e60315b04f4), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.421982 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Pushing event deleted for resources: {'Port': ['ID=1cb03196-5878-4940-a083-2e60315b04f4,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:57.455018 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['1cb03196-5878-4940-a083-2e60315b04f4'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:50:57.472568 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] No DVR routers for this DVR port 1cb03196-5878-4940-a083-2e60315b04f4 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:50:57.475178 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.478710 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-41106ae2-1531-46a6-9c17-abe6b521260b req-ea0fa43b-82b2-404a-8329-5e1795547e41 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1cb03196-5878-4940-a083-2e60315b04f4 HTTP/1.1" status: 204 len: 173 time: 0.5561929 Sep 03 03:50:57.479880 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c400550e-6713-43de-90e7-82d00c2b2cfa', 'name': 'network-vif-deleted', 'tag': '1cb03196-5878-4940-a083-2e60315b04f4'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:50:57.482367 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3180ff-f943-40dd-a98b-64be900c59da" -d '{"events": [{"server_uuid": "c400550e-6713-43de-90e7-82d00c2b2cfa", "name": "network-vif-deleted", "tag": "1cb03196-5878-4940-a083-2e60315b04f4"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:50:57.522033 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1b4bb6-09eb-467d-96ed-d4ff228bec60 x-openstack-request-id: req-ca1b4bb6-09eb-467d-96ed-d4ff228bec60 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:50:57.522322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c400550e-6713-43de-90e7-82d00c2b2cfa", "name": "network-vif-deleted", "tag": "1cb03196-5878-4940-a083-2e60315b04f4", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:50:57.522567 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca1b4bb6-09eb-467d-96ed-d4ff228bec60 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:50:57.522989 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1b4bb6-09eb-467d-96ed-d4ff228bec60'] response: {'server_uuid': 'c400550e-6713-43de-90e7-82d00c2b2cfa', 'name': 'network-vif-deleted', 'tag': '1cb03196-5878-4940-a083-2e60315b04f4', 'status': 'completed', 'code': 200} Sep 03 03:50:57.574308 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7942055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5081793'] for subnet (87c0656a-3c63-42ca-9184-20a4163e31f3), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.632094 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c0656a-3c63-42ca-9184-20a4163e31f3,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:50:57.648018 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Checking segment: {'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:50:57.648360 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Network hostable DHCP agents. Network: 8a12f613-319d-4585-b281-a9de8d8e8976, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:50:57.667412 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Network 8a12f613-319d-4585-b281-a9de8d8e8976 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:50:57.677477 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 8a12f613-319d-4585-b281-a9de8d8e8976) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:50:57.681923 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:57.682501 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:50:57.709639 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-028dfd68-6441-4601-8ed7-6b60921001a5 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3512816 Sep 03 03:50:57.832338 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4f498d-2cd8-4bbd-9729-28b222af036f None None] Network 8a12f613-319d-4585-b281-a9de8d8e8976 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:50:57.941142 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a3119-a2a7-4839-8eee-9d9959b94cf8 None None] Network 8a12f613-319d-4585-b281-a9de8d8e8976 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:50:58.230892 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca903b-7cac-477d-a2eb-cb61f69ff418 req-05f2320d-4c27-42b5-9790-7e5e96b4e8dc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:58.233793 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-28ca903b-7cac-477d-a2eb-cb61f69ff418 req-05f2320d-4c27-42b5-9790-7e5e96b4e8dc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0699098 Sep 03 03:50:58.315155 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-28ca903b-7cac-477d-a2eb-cb61f69ff418 req-6169c47a-e704-43bd-933a-313a645dd56d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585384 Sep 03 03:50:58.395136 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a5d94c81-568c-42d4-976b-dac6c8407eca req-8d3ad046-75e8-407c-b873-d981f1d20e17 tempest-VolumesActionsTest-1337461497 tempest-VolumesActionsTest-1337461497-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=c400550e-6713-43de-90e7-82d00c2b2cfa HTTP/1.1" status: 200 len: 210 time: 0.0555966 Sep 03 03:50:58.659382 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816b5136-b83c-499a-aa64-5d6c17fa7bc9 req-0a365159-4911-47f5-8af6-d684db20f884 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:58.660877 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-816b5136-b83c-499a-aa64-5d6c17fa7bc9 req-0a365159-4911-47f5-8af6-d684db20f884 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0493548 Sep 03 03:50:58.663357 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-a0bf50f3-2fc7-4158-8ad2-7fe8e1d57642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:58.664835 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-a0bf50f3-2fc7-4158-8ad2-7fe8e1d57642 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 1129 time: 0.0419466 Sep 03 03:50:58.707315 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-816b5136-b83c-499a-aa64-5d6c17fa7bc9 req-c54b6ed9-62f2-4ef4-8d05-9a7aa37bff24 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408397 Sep 03 03:50:58.767970 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-21ab1a71-d019-4ad0-a338-32f73d40925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:58.769443 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-21ab1a71-d019-4ad0-a338-32f73d40925f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.0889642 Sep 03 03:50:58.816737 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-429d0127-203e-4699-8901-fc0c735e0398 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 HTTP/1.1" status: 200 len: 217 time: 0.0358834 Sep 03 03:50:58.866197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-f63f6dba-25eb-4c4e-b6d9-ae3e108da7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:58.867664 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-f63f6dba-25eb-4c4e-b6d9-ae3e108da7ce service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0450435 Sep 03 03:50:58.924065 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-36dacf4c-d79b-4dc1-801e-36c0852e45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:58.925600 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-36dacf4c-d79b-4dc1-801e-36c0852e45b2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455112 Sep 03 03:50:59.025074 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-7156c016-2751-435e-82ed-b7cf5cc70bd5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880091 Sep 03 03:50:59.119189 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:59.127080 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1da482ae-8c5f-45ab-8542-31e398b36eb6 req-a0f38a81-61f6-4778-b5a9-1a1acc98f658 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956826 Sep 03 03:50:59.554012 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=45 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:50:59.771221 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-9bcc36ab-ffe1-4372-ad1f-7efe1c099ea4 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:50:59.772672 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-9bcc36ab-ffe1-4372-ad1f-7efe1c099ea4 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8a12f613-319d-4585-b281-a9de8d8e8976 HTTP/1.1" status: 200 len: 813 time: 0.1101201 Sep 03 03:50:59.787378 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-5283eb06-d8ad-4f74-ae23-5a820104bdaf tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/quotas/6bafae6685e248d2ac4fab672648e941 HTTP/1.1" status: 200 len: 375 time: 0.0092533 Sep 03 03:50:59.819419 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-cdc4fbe6-1e00-48a0-bab0-787ead639edc tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6bafae6685e248d2ac4fab672648e941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269172 Sep 03 03:50:59.916912 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-93b9a3de-cdc2-42f8-9604-5923721b6d50 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909791 Sep 03 03:50:59.930220 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:00.021409 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-05951526-5026-4f4b-85d3-4024f8558889 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988147 Sep 03 03:51:00.224670 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9259a-2dba-4031-83e2-138e9eebb6c6 req-c2c4b963-74c2-4d40-ac52-d9f679b2a428 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:00.226563 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-98f9259a-2dba-4031-83e2-138e9eebb6c6 req-c2c4b963-74c2-4d40-ac52-d9f679b2a428 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0517271 Sep 03 03:51:00.284542 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-98f9259a-2dba-4031-83e2-138e9eebb6c6 req-5e04ed67-aee6-484e-9501-d52bf85e6a1d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506375 Sep 03 03:51:00.321341 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1cb03196-5878-4940-a083-2e60315b04f4 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:51:00.348351 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 1cb03196-5878-4940-a083-2e60315b04f4 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:51:00.348734 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1cb03196-5878-4940-a083-2e60315b04f4 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:51:00.362205 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-06e00511-9184-48df-94f4-7130f7ec8ec2 req-312d049e-76d6-4dca-acb1-eb84649f9df7 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 210 time: 0.0289056 Sep 03 03:51:01.430440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dc818-a001-4d43-86ce-642aa3306f86 req-4652e79d-5d4b-4546-8cab-1ff94eb9d820 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:01.432059 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-104dc818-a001-4d43-86ce-642aa3306f86 req-4652e79d-5d4b-4546-8cab-1ff94eb9d820 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0542314 Sep 03 03:51:01.485390 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-104dc818-a001-4d43-86ce-642aa3306f86 req-1bcbad52-e0fe-4643-8dbf-c4d5bd0e596e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475264 Sep 03 03:51:01.567228 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cc77196d-3e11-4bc7-bda4-d63dd1d6919f req-e878a6e2-89c1-404a-9bc9-bb7ca989bbd8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 210 time: 0.0267749 Sep 03 03:51:02.613353 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b777406-0e72-4bd2-9d57-63d0a5900bc2 req-5465c8b8-5378-49be-b6bd-28e5a48859c2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:02.614893 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6b777406-0e72-4bd2-9d57-63d0a5900bc2 req-5465c8b8-5378-49be-b6bd-28e5a48859c2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0525281 Sep 03 03:51:02.664404 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6b777406-0e72-4bd2-9d57-63d0a5900bc2 req-4c46f48d-6c52-429d-8369-11c7aa1ea1f8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437787 Sep 03 03:51:02.749260 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8283564a-2e7f-4ae9-a03f-d381cd50cd83 req-4a13f540-b352-4ed7-a2dd-96c0b9b2a70b tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 210 time: 0.0303607 Sep 03 03:51:03.798897 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddaf54-ae65-4c56-b576-98d787b90b39 req-7ef57979-3707-4a6f-a47d-a592e9c96624 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:03.801140 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ceddaf54-ae65-4c56-b576-98d787b90b39 req-7ef57979-3707-4a6f-a47d-a592e9c96624 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0565019 Sep 03 03:51:03.859348 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ceddaf54-ae65-4c56-b576-98d787b90b39 req-19225c0c-550e-4132-b4f3-5dc7579fb7a9 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526779 Sep 03 03:51:03.958187 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-523c178b-97ca-4208-9c67-376a3e686a71 req-932635c1-335a-4508-9b80-312218174898 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 210 time: 0.0466118 Sep 03 03:51:04.973225 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=6,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:04.985218 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453da03-8ab7-4049-8fa4-6f70b079e079 req-5cfaccb7-7468-4ded-967d-f60b50ec6559 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:04.986836 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0453da03-8ab7-4049-8fa4-6f70b079e079 req-5cfaccb7-7468-4ded-967d-f60b50ec6559 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0567954 Sep 03 03:51:05.037580 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0453da03-8ab7-4049-8fa4-6f70b079e079 req-fc5a50fe-d2c7-4c51-a42e-86fd42235e05 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 Sep 03 03:51:05.067316 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d47c72fd-88f5-46a6-a188-54b18a1c739e req-bc6adc27-d9ed-49fc-82b7-e8a5009879ac tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Sep 03 03:51:05.559267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-2147274e-ab97-4534-b65c-176bb520b501 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:05.560927 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-2147274e-ab97-4534-b65c-176bb520b501 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.57 "GET /networking/v2.0/networks?id=8a12f613-319d-4585-b281-a9de8d8e8976 HTTP/1.1" status: 200 len: 813 time: 0.1807475 Sep 03 03:51:05.582036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Request body: {'port': {'device_id': '12cfe47d-e76d-4318-b163-eacbda0af541', 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976', 'admin_state_up': True, 'tenant_id': '6bafae6685e248d2ac4fab672648e941'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:05.758886 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:05.785547 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Made reservation on behalf of 6bafae6685e248d2ac4fab672648e941 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:51:05.808657 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:06.048051 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Allocated IP 172.20.0.7 (8a12f613-319d-4585-b281-a9de8d8e8976/87c0656a-3c63-42ca-9184-20a4163e31f3/6cda611e-3725-48d2-aa18-b249345b2805) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:06.264026 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a8cb2248-c2f9-4078-b950-630228bc1b24 req-28a6d034-b7b9-4abe-aa1a-dda493c94da8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 210 time: 0.0368118 Sep 03 03:51:06.363447 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:06.412077 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks [] for port (6cda611e-3725-48d2-aa18-b249345b2805), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:06.447603 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (6cda611e-3725-48d2-aa18-b249345b2805), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:06.511507 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Network 8a12f613-319d-4585-b281-a9de8d8e8976 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:06.515497 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:06.520104 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:06.525542 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:06.526332 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:06.537858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Pushing event updated for resources: {'Port': ['ID=6cda611e-3725-48d2-aa18-b249345b2805,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:06.549855 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.550130 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.550599 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.551011 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.551463 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.551937 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.552308 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.552637 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.552972 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.553301 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.553640 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.553970 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.554315 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.554653 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.555023 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:06.569921 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-999bc745-0b8e-48d0-aca6-01202ede1cf3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9992154 Sep 03 03:51:06.584970 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Request body: {'port': {'device_id': '12cfe47d-e76d-4318-b163-eacbda0af541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:06.674099 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6cda611e-3725-48d2-aa18-b249345b2805), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:06.934833 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40404) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:06.943492 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--400571320', 'description': 'tempest-description--1828933676'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:06.980094 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.018295 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cda611e-3725-48d2-aa18-b249345b2805 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:51:07.058940 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Publish callbacks [] for port (6cda611e-3725-48d2-aa18-b249345b2805), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.082456 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Transition to ACTIVE for port object 6cda611e-3725-48d2-aa18-b249345b2805 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:51:07.118972 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6cda611e-3725-48d2-aa18-b249345b2805), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.118972 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:07.139598 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:07.179950 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group (2bf7baa2-7553-4e92-ac01-063d93161e96), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.189588 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2bf7baa2-7553-4e92-ac01-063d93161e96), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.213243 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Pushing event updated for resources: {'Port': ['ID=6cda611e-3725-48d2-aa18-b249345b2805,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:07.228189 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Attempting to bind port 6cda611e-3725-48d2-aa18-b249345b2805 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:51:07.228596 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Attempting to bind port 6cda611e-3725-48d2-aa18-b249345b2805 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:51:07.228992 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Attempting to bind port 6cda611e-3725-48d2-aa18-b249345b2805 on network 8a12f613-319d-4585-b281-a9de8d8e8976 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:07.230164 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf7baa2-7553-4e92-ac01-063d93161e96,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:07.239091 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.240635 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3032250 Sep 03 03:51:07.242604 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.242971 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.243477 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.243957 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.244446 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.244944 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.245268 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.245747 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.246221 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.246353 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 40406) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:07.246543 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.247055 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.247381 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.247701 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.248019 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.248331 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dad01d3-9858-43f2-a4af-aec557288d60 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:07.248944 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Port 6cda611e-3725-48d2-aa18-b249345b2805 on network 8a12f613-319d-4585-b281-a9de8d8e8976 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:51:07.249405 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Attempting to bind port 6cda611e-3725-48d2-aa18-b249345b2805 on network 8a12f613-319d-4585-b281-a9de8d8e8976 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:07.257314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-8a8c90f9-45d6-49ef-bbaa-08e7c75aeca8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'security_group_rule': {'security_group_id': '2bf7baa2-7553-4e92-ac01-063d93161e96', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:07.272526 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:51:07.273198 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Checking segment: {'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:07.273296 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Bound using segment: {'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:51:07.273666 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Bound port: 6cda611e-3725-48d2-aa18-b249345b2805, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:51:07.274022 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6cda611e-3725-48d2-aa18-b249345b2805), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.361703 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:07.381631 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8a8c90f9-45d6-49ef-bbaa-08e7c75aeca8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group_rule (5a0bba24-d371-4da3-9e00-d96d08854b2c), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.414882 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] For port 6cda611e-3725-48d2-aa18-b249345b2805, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:51:07.447657 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] For port 6cda611e-3725-48d2-aa18-b249345b2805, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6cda611e-3725-48d2-aa18-b249345b2805,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:51:07.479094 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6cda611e-3725-48d2-aa18-b249345b2805), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.490013 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:07.490763 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.492219 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/6cda611e-3725-48d2-aa18-b249345b2805 HTTP/1.1" status: 200 len: 1093 time: 0.9127407 Sep 03 03:51:07.496451 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cfe47d-e76d-4318-b163-eacbda0af541', 'tag': '6cda611e-3725-48d2-aa18-b249345b2805'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:07.498693 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848e52b3-7067-4298-960b-9a94dea3c673" -d '{"events": [{"name": "network-changed", "server_uuid": "12cfe47d-e76d-4318-b163-eacbda0af541", "tag": "6cda611e-3725-48d2-aa18-b249345b2805"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:07.540623 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:07.552775 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba1683-9481-4e13-91fc-6cfcef9b12dd req-15d6a93e-c106-4ae9-8635-32458ea3e34b tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:07.554797 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e2ba1683-9481-4e13-91fc-6cfcef9b12dd req-15d6a93e-c106-4ae9-8635-32458ea3e34b tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 943 time: 0.1194556 Sep 03 03:51:07.579590 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8a8c90f9-45d6-49ef-bbaa-08e7c75aeca8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group_rule (5a0bba24-d371-4da3-9e00-d96d08854b2c), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.625436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a61823-be42-46bf-a84f-1e45d14f42b9 x-openstack-request-id: req-52a61823-be42-46bf-a84f-1e45d14f42b9 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:07.625733 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12cfe47d-e76d-4318-b163-eacbda0af541", "tag": "6cda611e-3725-48d2-aa18-b249345b2805", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:07.625982 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52a61823-be42-46bf-a84f-1e45d14f42b9 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:07.626365 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a61823-be42-46bf-a84f-1e45d14f42b9'] response: {'name': 'network-changed', 'server_uuid': '12cfe47d-e76d-4318-b163-eacbda0af541', 'tag': '6cda611e-3725-48d2-aa18-b249345b2805', 'status': 'completed', 'code': 200} Sep 03 03:51:07.628689 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8a8c90f9-45d6-49ef-bbaa-08e7c75aeca8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (5a0bba24-d371-4da3-9e00-d96d08854b2c), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.682186 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf9237-0b3f-424a-a312-8f94b6996ddd service neutron] Pushing event updated for resources: {'Port': ['ID=6cda611e-3725-48d2-aa18-b249345b2805,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:07.685290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-13a3f5cf-f820-4336-832e-b4beb0c07bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:07.686798 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-13a3f5cf-f820-4336-832e-b4beb0c07bc2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bafae6685e248d2ac4fab672648e941&device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 1127 time: 0.1254077 Sep 03 03:51:07.693874 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c90f9-45d6-49ef-bbaa-08e7c75aeca8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0bba24-d371-4da3-9e00-d96d08854b2c,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:07.712973 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8a8c90f9-45d6-49ef-bbaa-08e7c75aeca8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.714950 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8a8c90f9-45d6-49ef-bbaa-08e7c75aeca8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4664574 Sep 03 03:51:07.716977 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40426) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:07.724746 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-873fdaae-bff0-49c6-a4f9-833ed5ed9973 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'security_group_rule': {'security_group_id': '2bf7baa2-7553-4e92-ac01-063d93161e96', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:07.760050 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-ca8261c2-a452-4652-803e-490fc0a44f9e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cda611e-3725-48d2-aa18-b249345b2805 HTTP/1.1" status: 200 len: 217 time: 0.0612803 Sep 03 03:51:07.769344 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e2ba1683-9481-4e13-91fc-6cfcef9b12dd req-7dcb41ae-30da-427f-986a-e2951bbd40b4 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885641 Sep 03 03:51:07.834361 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-873fdaae-bff0-49c6-a4f9-833ed5ed9973 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group_rule (611f9744-14c0-4771-a7af-465d2b455c33), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.845266 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-3bb2dce5-89c6-4110-ab1f-78284af86adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:07.846799 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-3bb2dce5-89c6-4110-ab1f-78284af86adf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=87c0656a-3c63-42ca-9184-20a4163e31f3 HTTP/1.1" status: 200 len: 853 time: 0.0761597 Sep 03 03:51:07.887551 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-030f6ef0-0db2-4fd2-a535-c0e9542933fa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8a12f613-319d-4585-b281-a9de8d8e8976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326490 Sep 03 03:51:07.935495 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-873fdaae-bff0-49c6-a4f9-833ed5ed9973 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group_rule (611f9744-14c0-4771-a7af-465d2b455c33), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.944689 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-873fdaae-bff0-49c6-a4f9-833ed5ed9973 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (611f9744-14c0-4771-a7af-465d2b455c33), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.968651 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fdaae-bff0-49c6-a4f9-833ed5ed9973 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f9744-14c0-4771-a7af-465d2b455c33,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:07.988074 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-873fdaae-bff0-49c6-a4f9-833ed5ed9973 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:07.992796 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-873fdaae-bff0-49c6-a4f9-833ed5ed9973 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2710474 Sep 03 03:51:07.992796 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40438) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:07.998389 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:08.067893 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:08.076164 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-b124a596-cf91-4701-99f0-75ce7d063a01 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793444 Sep 03 03:51:08.195329 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:08.276529 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40d82b-2095-4648-8bb9-8bdb84dc679a req-8246540a-e2ee-4f02-93f0-07b74e967185 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:08.278258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9a40d82b-2095-4648-8bb9-8bdb84dc679a req-8246540a-e2ee-4f02-93f0-07b74e967185 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0825911 Sep 03 03:51:08.313406 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9944c3ed-41e4-4254-a1a9-30cb135260f8 req-5de28305-9d99-4fef-b1f8-61582cd2c2fb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190275 Sep 03 03:51:08.358445 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Allocated IP 172.27.4.205 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/fcb589d4-1cd9-47ee-a31b-26b035f5af25) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:08.375711 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9a40d82b-2095-4648-8bb9-8bdb84dc679a req-432a7451-2495-4b6f-a039-4a1f69bf81fe tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836804 Sep 03 03:51:08.449585 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:08.496083 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for port (fcb589d4-1cd9-47ee-a31b-26b035f5af25), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:08.554312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (fcb589d4-1cd9-47ee-a31b-26b035f5af25), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:08.600160 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:08.607623 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:08.611993 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:08.644560 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event updated for resources: {'Port': ['ID=fcb589d4-1cd9-47ee-a31b-26b035f5af25,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:08.723569 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (ffb9f00d-06fb-4b03-a248-8dce4ea2928c), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:08.781191 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (fcb589d4-1cd9-47ee-a31b-26b035f5af25), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:08.882082 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:DELETE=2,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:08.967838 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-60a6a99c-2ee8-4751-bfb3-5af423c848a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:08.986266 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for port (fcb589d4-1cd9-47ee-a31b-26b035f5af25), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:08.995758 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f141c1-54c8-42ab-9e90-663dd8e917c4 req-76836b0b-622d-4617-972d-9b43f3e2c673 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:08.997330 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-61f141c1-54c8-42ab-9e90-663dd8e917c4 req-76836b0b-622d-4617-972d-9b43f3e2c673 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 943 time: 0.0756855 Sep 03 03:51:09.001649 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (fcb589d4-1cd9-47ee-a31b-26b035f5af25), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:09.115625 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event updated for resources: {'Port': ['ID=fcb589d4-1cd9-47ee-a31b-26b035f5af25,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:09.125529 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (ffb9f00d-06fb-4b03-a248-8dce4ea2928c), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:09.143295 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-61f141c1-54c8-42ab-9e90-663dd8e917c4 req-f0539f77-6f1c-45cc-8e93-b5d10b91d604 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380250 Sep 03 03:51:09.156244 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:09.167018 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ad556f14-6f4e-461b-abca-092a2ed10a09 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1643269 Sep 03 03:51:09.475734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e52b3-7067-4298-960b-9a94dea3c673 req-124e871f-506a-4e40-94fe-e9490d4e584f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:09.477993 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-848e52b3-7067-4298-960b-9a94dea3c673 req-124e871f-506a-4e40-94fe-e9490d4e584f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bafae6685e248d2ac4fab672648e941&device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 1127 time: 0.0730669 Sep 03 03:51:09.511758 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:09.518004 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-ca0fa526-178c-43f9-b89b-bcaf0f6e6124 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--400571320&fields=id&tenant_id=f3077cfc588042e0a1becefe1363385c HTTP/1.1" status: 200 len: 267 time: 0.0757630 Sep 03 03:51:09.568310 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b71a9-4578-4669-9dce-7498570af254 req-5b9002af-99fa-46d1-9e60-b6292ad1c5d8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:09.571224 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-130b71a9-4578-4669-9dce-7498570af254 req-5b9002af-99fa-46d1-9e60-b6292ad1c5d8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0663264 Sep 03 03:51:09.657118 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-130b71a9-4578-4669-9dce-7498570af254 req-85ce1e2f-7a99-48ab-8b31-acd75691570a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794301 Sep 03 03:51:09.685122 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-dc4d8565-9f6e-49bd-8adf-e4c1bd7e5364 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:09.686577 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-dc4d8565-9f6e-49bd-8adf-e4c1bd7e5364 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 819 time: 0.1585362 Sep 03 03:51:09.704544 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-34dacfd8-00df-4a2a-a4fd-5e7be2c3963d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/quotas/f3077cfc588042e0a1becefe1363385c HTTP/1.1" status: 200 len: 375 time: 0.0100033 Sep 03 03:51:09.781105 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:09.846188 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-3b1fde4f-9495-4b72-beec-1991e155d93b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0801992 Sep 03 03:51:09.865302 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e52b3-7067-4298-960b-9a94dea3c673 req-8c2582b8-d5d3-4923-a2f9-79ff8c15b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:09.866920 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-848e52b3-7067-4298-960b-9a94dea3c673 req-8c2582b8-d5d3-4923-a2f9-79ff8c15b741 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=8a12f613-319d-4585-b281-a9de8d8e8976 HTTP/1.1" status: 200 len: 914 time: 0.1604741 Sep 03 03:51:09.948123 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-848e52b3-7067-4298-960b-9a94dea3c673 req-6bf81757-23d3-4de7-95bc-bbbd12579fee service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cda611e-3725-48d2-aa18-b249345b2805 HTTP/1.1" status: 200 len: 217 time: 0.0678244 Sep 03 03:51:10.005676 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:10.084561 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e52b3-7067-4298-960b-9a94dea3c673 req-66a92ea9-e4ba-42ae-9335-e8c8d9342a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:10.086293 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-848e52b3-7067-4298-960b-9a94dea3c673 req-66a92ea9-e4ba-42ae-9335-e8c8d9342a86 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=87c0656a-3c63-42ca-9184-20a4163e31f3 HTTP/1.1" status: 200 len: 853 time: 0.1265547 Sep 03 03:51:10.137518 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-848e52b3-7067-4298-960b-9a94dea3c673 req-2ee1faca-fa70-4fc1-8cb7-a5187253e98f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8a12f613-319d-4585-b281-a9de8d8e8976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441287 Sep 03 03:51:10.147812 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-cf2c6a19-bceb-482b-a8f7-57fdc4312ebe service neutron] 10.222.0.25 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692919 Sep 03 03:51:10.273917 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-f287f5f1-e879-4ee7-b38d-7cfd40dbc102 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252227 Sep 03 03:51:10.309074 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4169a4-daeb-4c1c-b67e-1041be8a05b5 req-a3ac2f12-7ba0-4964-a326-8fdad30e5dff tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:10.319911 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ad4169a4-daeb-4c1c-b67e-1041be8a05b5 req-a3ac2f12-7ba0-4964-a326-8fdad30e5dff tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 943 time: 0.0729318 Sep 03 03:51:10.343834 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 6cda611e-3725-48d2-aa18-b249345b2805 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:51:10.390771 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:10.416488 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ad4169a4-daeb-4c1c-b67e-1041be8a05b5 req-68f03087-343d-4960-8110-db51b430f5ca tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951114 Sep 03 03:51:10.604625 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 6cda611e-3725-48d2-aa18-b249345b2805, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6cda611e-3725-48d2-aa18-b249345b2805,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:10.619939 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:10.623102 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '6cda611e-3725-48d2-aa18-b249345b2805', 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976', 'port_id': '6cda611e-3725-48d2-aa18-b249345b2805', 'mac_address': 'fa:16:3e:2f:c6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c0656a-3c63-42ca-9184-20a4163e31f3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:51:10.663177 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-848e52b3-7067-4298-960b-9a94dea3c673 req-a71f62eb-016c-45e3-8e74-6e0dca34cfda service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837102 Sep 03 03:51:10.700304 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51255495-11e9-4987-95e6-128648a40824 req-3cce2192-b4a3-48cb-bc59-a9bad94bbf4f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 210 time: 0.0358829 Sep 03 03:51:10.730931 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 6cda611e-3725-48d2-aa18-b249345b2805 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:10.731521 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6cda611e-3725-48d2-aa18-b249345b2805), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:10.756371 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cda611e-3725-48d2-aa18-b249345b2805 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:51:10.795896 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 6cda611e-3725-48d2-aa18-b249345b2805, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6cda611e-3725-48d2-aa18-b249345b2805,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:10.801070 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6cda611e-3725-48d2-aa18-b249345b2805), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:10.863232 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=6cda611e-3725-48d2-aa18-b249345b2805,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:10.871118 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.872032 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.872032 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.872220 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.872527 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.872996 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.873339 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.873673 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.874010 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.874679 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.874679 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.875029 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.875936 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.875936 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.876127 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:10.890562 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad7a26-278c-4339-bd3f-18c95d6a4bc4 req-b0ea2bdd-f70b-4c3b-acb0-087aca3760ee tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:10.894577 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-dbad7a26-278c-4339-bd3f-18c95d6a4bc4 req-b0ea2bdd-f70b-4c3b-acb0-087aca3760ee tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0880697 Sep 03 03:51:10.964630 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-dbad7a26-278c-4339-bd3f-18c95d6a4bc4 req-d18f1ad8-6f00-4ab4-9de9-b18f36f1ab45 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640292 Sep 03 03:51:11.113103 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['6cda611e-3725-48d2-aa18-b249345b2805'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:51:11.150671 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-848e52b3-7067-4298-960b-9a94dea3c673 req-79a12364-f1c8-4415-91ab-1dbc9cf536dc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436059 Sep 03 03:51:11.256549 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:11.284042 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-808fed56-39b4-47f4-b08c-68c4b4621e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:11.959477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d608c-acfa-489c-ba3c-691f2cfff8af req-83b332b4-1f5b-4918-88e2-8bff25c364fe tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:11.961095 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-558d608c-acfa-489c-ba3c-691f2cfff8af req-83b332b4-1f5b-4918-88e2-8bff25c364fe tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 944 time: 0.4393663 Sep 03 03:51:11.963448 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-1bdc337c-1c23-44ef-855a-4924d51ca7d8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594890 Sep 03 03:51:12.002192 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-16896e18-11b8-4807-ae96-d5bb0f3c67db req-3addafed-5452-4497-86ac-bf5c0cf2fd20 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 210 time: 0.0670216 Sep 03 03:51:12.073223 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-558d608c-acfa-489c-ba3c-691f2cfff8af req-bb5f4a17-8681-4b7b-83a8-806d3bac3b30 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040590 Sep 03 03:51:12.084584 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-6c04168f-deab-4309-8f4c-93679c4f3584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:12.086499 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-6c04168f-deab-4309-8f4c-93679c4f3584 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 1129 time: 0.0677636 Sep 03 03:51:12.263099 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40544) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:12.268581 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-739497bf-8ef3-4f41-929a-c932ecfb63e9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685421146', 'description': 'tempest-description--648161640'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:12.279439 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:12.290346 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa46bbc-ffbb-4283-9128-4df9ec851765 req-eca3f357-386b-495a-a165-f0772fafd82b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:12.292970 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0aa46bbc-ffbb-4283-9128-4df9ec851765 req-eca3f357-386b-495a-a165-f0772fafd82b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.1306076 Sep 03 03:51:12.306109 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 40546) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:12.365417 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 6cda611e-3725-48d2-aa18-b249345b2805 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:12.378495 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-739497bf-8ef3-4f41-929a-c932ecfb63e9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.402711 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0aa46bbc-ffbb-4283-9128-4df9ec851765 req-112c5e9d-f440-41a7-a9d5-55d763b6e7a7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043124 Sep 03 03:51:12.455194 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-ef843fd1-4c98-46ee-843d-330eaed71602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:12.461373 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-ef843fd1-4c98-46ee-843d-330eaed71602 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 911 time: 0.3366220 Sep 03 03:51:12.480311 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-739497bf-8ef3-4f41-929a-c932ecfb63e9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (214457df-8813-498a-9fe3-7b156c353ff7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.486732 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-739497bf-8ef3-4f41-929a-c932ecfb63e9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (214457df-8813-498a-9fe3-7b156c353ff7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.495778 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 6cda611e-3725-48d2-aa18-b249345b2805 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:51:12.504741 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 6cda611e-3725-48d2-aa18-b249345b2805 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:12.505579 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-299748fe-100c-46fb-901c-6f7033ff4638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.505906 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (6cda611e-3725-48d2-aa18-b249345b2805), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.509125 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-739497bf-8ef3-4f41-929a-c932ecfb63e9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.510591 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-739497bf-8ef3-4f41-929a-c932ecfb63e9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2462113 Sep 03 03:51:12.514838 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40550) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:12.519637 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-1384c5c7-7cc1-40d0-beff-8fe4a940632b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group_rule': {'security_group_id': '214457df-8813-498a-9fe3-7b156c353ff7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:12.564741 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1384c5c7-7cc1-40d0-beff-8fe4a940632b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (60c3c405-b75b-476a-acaf-1206e0a850c4), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.604178 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:12.620463 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 6cda611e-3725-48d2-aa18-b249345b2805 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:12.621675 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6cda611e-3725-48d2-aa18-b249345b2805), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.628345 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-299748fe-100c-46fb-901c-6f7033ff4638 admin admin] Publish callbacks [] for security_group (a3982f8f-f987-457f-bcb8-b785ee3305ab), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.630307 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:12.636652 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1384c5c7-7cc1-40d0-beff-8fe4a940632b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (60c3c405-b75b-476a-acaf-1206e0a850c4), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.638315 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739497bf-8ef3-4f41-929a-c932ecfb63e9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214457df-8813-498a-9fe3-7b156c353ff7,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:12.640740 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.648743 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-299748fe-100c-46fb-901c-6f7033ff4638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a3982f8f-f987-457f-bcb8-b785ee3305ab), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.651966 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1384c5c7-7cc1-40d0-beff-8fe4a940632b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (60c3c405-b75b-476a-acaf-1206e0a850c4), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.684150 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384c5c7-7cc1-40d0-beff-8fe4a940632b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60c3c405-b75b-476a-acaf-1206e0a850c4,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:12.688601 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1384c5c7-7cc1-40d0-beff-8fe4a940632b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.690575 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1384c5c7-7cc1-40d0-beff-8fe4a940632b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1744306 Sep 03 03:51:12.693447 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40552) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:12.696783 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 6cda611e-3725-48d2-aa18-b249345b2805, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6cda611e-3725-48d2-aa18-b249345b2805,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:12.698006 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cfe47d-e76d-4318-b163-eacbda0af541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cda611e-3725-48d2-aa18-b249345b2805'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:12.701640 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-02fc450b-5b03-445d-9d38-cd995b87049e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group_rule': {'security_group_id': '214457df-8813-498a-9fe3-7b156c353ff7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:12.702716 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fbd73f5-0e1d-43ab-928e-47496cb09603" -d '{"events": [{"server_uuid": "12cfe47d-e76d-4318-b163-eacbda0af541", "name": "network-vif-plugged", "status": "completed", "tag": "6cda611e-3725-48d2-aa18-b249345b2805"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:12.707498 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6cda611e-3725-48d2-aa18-b249345b2805), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.745472 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-02fc450b-5b03-445d-9d38-cd995b87049e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (afbc101c-1ebf-47d2-b853-6e67724ae1c4), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.805904 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b156f77-5f7a-4c1a-a1d4-449c870d1a40 x-openstack-request-id: req-4b156f77-5f7a-4c1a-a1d4-449c870d1a40 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:12.806987 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cfe47d-e76d-4318-b163-eacbda0af541", "name": "network-vif-plugged", "status": "completed", "tag": "6cda611e-3725-48d2-aa18-b249345b2805", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:12.807446 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b156f77-5f7a-4c1a-a1d4-449c870d1a40 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:12.808239 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b156f77-5f7a-4c1a-a1d4-449c870d1a40'] response: {'server_uuid': '12cfe47d-e76d-4318-b163-eacbda0af541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cda611e-3725-48d2-aa18-b249345b2805', 'code': 200} Sep 03 03:51:12.809778 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=6cda611e-3725-48d2-aa18-b249345b2805,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:12.839818 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-02fc450b-5b03-445d-9d38-cd995b87049e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (afbc101c-1ebf-47d2-b853-6e67724ae1c4), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.844533 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-02fc450b-5b03-445d-9d38-cd995b87049e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (afbc101c-1ebf-47d2-b853-6e67724ae1c4), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.896947 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc450b-5b03-445d-9d38-cd995b87049e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbc101c-1ebf-47d2-b853-6e67724ae1c4,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:12.907807 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-02fc450b-5b03-445d-9d38-cd995b87049e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:12.912069 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-02fc450b-5b03-445d-9d38-cd995b87049e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2142458 Sep 03 03:51:12.913140 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40562) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:12.923034 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:12.930484 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-299748fe-100c-46fb-901c-6f7033ff4638 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=797bba7315f942c987d4117271c6a13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6218598 Sep 03 03:51:12.931938 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40564) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:12.954339 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:12.986303 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299748fe-100c-46fb-901c-6f7033ff4638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3982f8f-f987-457f-bcb8-b785ee3305ab,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:13.038422 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:13.077397 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-e606d1be-8e31-47fe-b993-52f0b3510e13 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c131716e-c4cf-4300-99d4-32cea2b1becb HTTP/1.1" status: 200 len: 1001 time: 0.4216692 Sep 03 03:51:13.136686 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9932b6c2-be53-45cf-a35a-a16c4d794ece tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:13.138201 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9932b6c2-be53-45cf-a35a-a16c4d794ece tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 819 time: 0.2752600 Sep 03 03:51:13.170093 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-604050f8-df96-4b52-9d3c-50c10f069f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:13.171586 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-604050f8-df96-4b52-9d3c-50c10f069f86 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.0836985 Sep 03 03:51:13.257379 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-421d787b-c410-4e9e-83a8-e68f761dd2e6 req-b6f03bd0-8b6f-4741-a820-acb82d064ac2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 210 time: 0.0595002 Sep 03 03:51:13.267859 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b232b434-cc78-4948-8eca-8ecdb7a2a1ed req-2f7d538a-68cb-4d92-83e5-bc43844a8643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:13.269762 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b232b434-cc78-4948-8eca-8ecdb7a2a1ed req-2f7d538a-68cb-4d92-83e5-bc43844a8643 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 1129 time: 0.2343915 Sep 03 03:51:13.276286 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ed2a108c-c9db-4a42-9873-f1b9fcd09aca admin admin] Publish callbacks [] for security_group (a3982f8f-f987-457f-bcb8-b785ee3305ab), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:13.278130 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7877a53-d76c-4ae1-a852-27dc42d60ae1 req-4af060cb-8375-4311-a692-77ef7481aee3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:13.286003 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b7877a53-d76c-4ae1-a852-27dc42d60ae1 req-4af060cb-8375-4311-a692-77ef7481aee3 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 945 time: 0.1072657 Sep 03 03:51:13.300253 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-cc630c60-2cc4-4c80-9a2a-07f00cc94550 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f3077cfc588042e0a1becefe1363385c HTTP/1.1" status: 200 len: 379 time: 0.1471789 Sep 03 03:51:13.323234 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'port': {'device_id': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'admin_state_up': True, 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'security_groups': ['2bf7baa2-7553-4e92-ac01-063d93161e96']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:13.323630 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ed2a108c-c9db-4a42-9873-f1b9fcd09aca admin admin] Publish callbacks [] for security_group (a3982f8f-f987-457f-bcb8-b785ee3305ab), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:13.344363 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:13.427365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-3aa8ef67-0d46-401d-a79f-ef46f3dde9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:13.430180 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-3aa8ef67-0d46-401d-a79f-ef46f3dde9f0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1337802 Sep 03 03:51:13.446833 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b232b434-cc78-4948-8eca-8ecdb7a2a1ed req-e9d98453-3153-453f-90e4-67fc1dea603c service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445992 Sep 03 03:51:13.447184 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b7877a53-d76c-4ae1-a852-27dc42d60ae1 req-7cd029c5-c6c2-4723-a262-1bfde6e9ee44 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575735 Sep 03 03:51:13.620210 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Allocated IP 172.27.4.206 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/cc347480-8090-4bb3-b9f7-0c0d68f7fee3) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:13.622903 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ed2a108c-c9db-4a42-9873-f1b9fcd09aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a3982f8f-f987-457f-bcb8-b785ee3305ab), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:13.632274 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ed2a108c-c9db-4a42-9873-f1b9fcd09aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:13.632512 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-bd8a4fb8-70cf-4fcc-9ff7-558bdb3aa5da service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765265 Sep 03 03:51:13.632627 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ed2a108c-c9db-4a42-9873-f1b9fcd09aca admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a3982f8f-f987-457f-bcb8-b785ee3305ab HTTP/1.1" status: 204 len: 168 time: 0.6974375 Sep 03 03:51:13.686267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Made reservation on behalf of f3077cfc588042e0a1becefe1363385c for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:51:13.704061 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a108c-c9db-4a42-9873-f1b9fcd09aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3982f8f-f987-457f-bcb8-b785ee3305ab,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:13.705357 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:13.847463 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:13.923065 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ad1d83b2-3ddc-4a68-acd8-910780b4054c req-e37d33b4-d751-4a6b-af8f-20ad3ab209fd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758422 Sep 03 03:51:14.030592 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Allocated IP 172.20.0.12 (623f82bb-85e8-446e-8a72-4128e524e83a/ab296ad1-dac0-43dd-bc96-96edc9191eb2/9f1ab985-1982-45d9-b595-93496be6d12f) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:14.088428 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba658199-15cc-4380-8f89-33110b617afb req-623bd696-c6e8-4473-a083-7daae5a4d2b3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:14.090721 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ba658199-15cc-4380-8f89-33110b617afb req-623bd696-c6e8-4473-a083-7daae5a4d2b3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.4484303 Sep 03 03:51:14.104620 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.191813 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.196613 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ba658199-15cc-4380-8f89-33110b617afb req-dc212c02-b4cd-458e-9a4c-784f27ad5fe9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971129 Sep 03 03:51:14.204529 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.247133 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.286424 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for port (9f1ab985-1982-45d9-b595-93496be6d12f), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.289295 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:14.322705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:14.324137 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=cc347480-8090-4bb3-b9f7-0c0d68f7fee3,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:14.331979 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:14.333584 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:14.334533 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.339453 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:14.367270 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:14.432073 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Network 623f82bb-85e8-446e-8a72-4128e524e83a is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:14.439520 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:14.442354 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (332bc3bc-6009-492f-8ad1-d63b1e4fd6c3), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.442518 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:14.447642 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:14.448245 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.478671 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event updated for resources: {'Port': ['ID=9f1ab985-1982-45d9-b595-93496be6d12f,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:14.494659 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f7261-153c-44f1-bb01-b31356a1e085 req-aa32649a-a867-4881-be28-45d00ff55625 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:14.502523 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-514f7261-153c-44f1-bb01-b31356a1e085 req-aa32649a-a867-4881-be28-45d00ff55625 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 932 time: 0.1121252 Sep 03 03:51:14.507443 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.508005 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-9c5ecfc8-b2fd-48a9-9f2a-c748ee7235a1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1898499 Sep 03 03:51:14.560710 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-514f7261-153c-44f1-bb01-b31356a1e085 req-87431d2e-798c-49ce-9d83-a461f1348f45 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551496 Sep 03 03:51:14.696939 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34199fdd-ac68-4359-9dc7-f8d9fe448139 req-5f3b8a35-6957-4915-881a-ca503ed2b615 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:14.705907 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-34199fdd-ac68-4359-9dc7-f8d9fe448139 req-5f3b8a35-6957-4915-881a-ca503ed2b615 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 945 time: 0.1123319 Sep 03 03:51:14.795558 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-b856e618-d1b9-4a03-a8de-88d449948d94 None None] Provisioning complete for port 9f1ab985-1982-45d9-b595-93496be6d12f triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:14.796372 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b856e618-d1b9-4a03-a8de-88d449948d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.804378 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-34199fdd-ac68-4359-9dc7-f8d9fe448139 req-7ad309d4-a466-4715-9f7b-38a0b59db39f tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974722 Sep 03 03:51:14.835503 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-b856e618-d1b9-4a03-a8de-88d449948d94 None None] Port 9f1ab985-1982-45d9-b595-93496be6d12f cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:51:14.842263 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.847574 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.923277 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=cc347480-8090-4bb3-b9f7-0c0d68f7fee3,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:14.926683 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (332bc3bc-6009-492f-8ad1-d63b1e4fd6c3), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.946991 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:14.955339 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-20a485af-3363-4df0-b69e-09664efbe4f6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0411246 Sep 03 03:51:15.060450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Request body: {'port': {'device_id': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:15.229334 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:15.295653 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-0cdc54df-8280-4228-a87f-267ca1fe1cdd tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1685421146&fields=id&tenant_id=ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 267 time: 0.0928276 Sep 03 03:51:15.305366 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:15.413299 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e31f58f-daf7-4256-b968-bdad2fff8ad5 req-8cd239c3-3be1-42e1-9c89-a2d751b13be3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:15.420221 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8e31f58f-daf7-4256-b968-bdad2fff8ad5 req-8cd239c3-3be1-42e1-9c89-a2d751b13be3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0602589 Sep 03 03:51:15.487921 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8e31f58f-daf7-4256-b968-bdad2fff8ad5 req-1b54e71f-e98d-4a5c-9437-2d4e224a2875 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616322 Sep 03 03:51:15.529074 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054e85-753c-4f76-bd30-01fddf3be057 req-488e7b4a-0dac-4de5-85c9-ba288115ef30 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:15.530661 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-488e7b4a-0dac-4de5-85c9-ba288115ef30 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 814 time: 0.2240307 Sep 03 03:51:15.565097 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-59356d78-e9c2-4cee-bb27-563daf4697b0 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/quotas/ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 375 time: 0.0234921 Sep 03 03:51:15.644433 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-d7d00aac-fd85-4458-a422-445bbf3b5a23 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0722861 Sep 03 03:51:15.694939 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad29c27-1538-4567-aac3-dfb3194f1513 req-5f14d1d2-2f54-412b-b63c-2c146a6d472f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:15.696878 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cad29c27-1538-4567-aac3-dfb3194f1513 req-5f14d1d2-2f54-412b-b63c-2c146a6d472f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 932 time: 0.0591910 Sep 03 03:51:15.731915 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f1ab985-1982-45d9-b595-93496be6d12f {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:51:15.742997 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Publish callbacks [] for port (9f1ab985-1982-45d9-b595-93496be6d12f), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:15.768556 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cad29c27-1538-4567-aac3-dfb3194f1513 req-44cf5850-314f-4d25-90f5-e76d16ddea49 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657334 Sep 03 03:51:15.769375 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Transition to ACTIVE for port object 9f1ab985-1982-45d9-b595-93496be6d12f will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:51:15.773538 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:15.823689 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:15.836941 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-58a22ffd-bf43-44fa-9c0f-cb15c7f20c9e service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641636 Sep 03 03:51:15.879797 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1ab985-1982-45d9-b595-93496be6d12f,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:15.919993 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Attempting to bind port 9f1ab985-1982-45d9-b595-93496be6d12f on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:51:15.920325 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Attempting to bind port 9f1ab985-1982-45d9-b595-93496be6d12f by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:51:15.920653 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Attempting to bind port 9f1ab985-1982-45d9-b595-93496be6d12f on network 623f82bb-85e8-446e-8a72-4128e524e83a {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:15.930485 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Port 9f1ab985-1982-45d9-b595-93496be6d12f on network 623f82bb-85e8-446e-8a72-4128e524e83a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:51:15.930853 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Attempting to bind port 9f1ab985-1982-45d9-b595-93496be6d12f on network 623f82bb-85e8-446e-8a72-4128e524e83a {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:15.941216 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:51:15.941550 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Checking segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:15.941936 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Bound using segment: {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:51:15.942371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Bound port: 9f1ab985-1982-45d9-b595-93496be6d12f, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a355cac-0ac1-41a0-8dc9-734373d63483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:51:15.943409 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:15.954906 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c72089-5c5f-47c7-b051-6dc3115d657b req-15d242c4-6116-4b13-b075-cf042e2d347e tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:15.962445 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-84c72089-5c5f-47c7-b051-6dc3115d657b req-15d242c4-6116-4b13-b075-cf042e2d347e tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 945 time: 0.0638483 Sep 03 03:51:16.007093 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-d145e442-759d-4514-adbf-424446a6ed17 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496468 Sep 03 03:51:16.009684 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-84c72089-5c5f-47c7-b051-6dc3115d657b req-e33b38fd-aaf0-42d7-bb23-cee1bb6ca2fd tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462914 Sep 03 03:51:16.029713 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] For port 9f1ab985-1982-45d9-b595-93496be6d12f, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:51:16.033312 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] For port 9f1ab985-1982-45d9-b595-93496be6d12f, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9f1ab985-1982-45d9-b595-93496be6d12f,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:51:16.044643 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:16.051124 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:16.052265 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:16.053893 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 200 len: 1094 time: 0.9991763 Sep 03 03:51:16.054287 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:16.058118 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:16.180663 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7f7a60-a32f-4fdb-8c69-a582502d2643 x-openstack-request-id: req-2b7f7a60-a32f-4fdb-8c69-a582502d2643 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:16.181301 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:16.181301 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b7f7a60-a32f-4fdb-8c69-a582502d2643 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:16.181979 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b7f7a60-a32f-4fdb-8c69-a582502d2643'] response: {'name': 'network-changed', 'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f', 'status': 'completed', 'code': 200} Sep 03 03:51:16.205043 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc783c-fcdd-4b29-b791-9edacd7100c0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f1ab985-1982-45d9-b595-93496be6d12f,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:16.208315 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-c29a064e-23ce-422d-9207-bd28bd65143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:16.209898 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-c29a064e-23ce-422d-9207-bd28bd65143f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1128 time: 0.1066766 Sep 03 03:51:16.271103 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-1cbcf2da-19c0-4b05-b188-484dcb796912 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 200 len: 217 time: 0.0532448 Sep 03 03:51:16.352937 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-c06ea571-80ad-48c4-833a-9bec6e76b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:16.355022 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-c06ea571-80ad-48c4-833a-9bec6e76b474 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0714982 Sep 03 03:51:16.357672 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-418d164e-f288-4421-ab27-8878c53a6833 req-06bfc18e-583b-4a97-bf0b-bbac5d30dda2 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0624771 Sep 03 03:51:16.416721 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-e12d62dc-a16c-428b-8a92-f1f62e86e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:16.418258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-e12d62dc-a16c-428b-8a92-f1f62e86e6d0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0542777 Sep 03 03:51:16.493446 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:16.560953 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-ff687c73-f92a-4022-bf17-fd1232eb6492 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292579 Sep 03 03:51:16.682056 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec41387-d936-4edb-89fd-415ecef19860 req-cd4e28a5-5ffc-431a-800c-e94b9dcc5ab4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:16.683836 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3ec41387-d936-4edb-89fd-415ecef19860 req-cd4e28a5-5ffc-431a-800c-e94b9dcc5ab4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0898049 Sep 03 03:51:16.854674 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-02c27fc3-df67-4b1b-940d-50af484b15c6 req-5acab41e-65a7-4fe6-a759-deb3e712e056 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858665 Sep 03 03:51:16.863508 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3ec41387-d936-4edb-89fd-415ecef19860 req-2f873f49-b4d9-4737-bfd9-660236823997 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727269 Sep 03 03:51:16.963579 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794bd62-ef67-44c5-9d6e-940ed7d3ee93 req-e0cda6d5-7668-46f7-9d98-152a1dbd79f6 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:16.965788 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9794bd62-ef67-44c5-9d6e-940ed7d3ee93 req-e0cda6d5-7668-46f7-9d98-152a1dbd79f6 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 944 time: 0.0677774 Sep 03 03:51:16.993382 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:17.018777 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9794bd62-ef67-44c5-9d6e-940ed7d3ee93 req-f084a657-7325-464f-b269-0c2b2958bbb9 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460882 Sep 03 03:51:17.450479 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f844c691-972d-4a08-ab71-dbdf6db40042 req-2d296707-f24a-4f52-bf1d-2f0e35a40830 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0313356 Sep 03 03:51:18.024757 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555086c-4cf8-4456-98df-c16caccdafe5 req-474ba232-84c1-4d60-83f6-ca6c16943a55 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:18.026757 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6555086c-4cf8-4456-98df-c16caccdafe5 req-474ba232-84c1-4d60-83f6-ca6c16943a55 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0554316 Sep 03 03:51:18.082698 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6555086c-4cf8-4456-98df-c16caccdafe5 req-145eb3be-900b-4359-bd7d-0438cef5575a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507221 Sep 03 03:51:18.178855 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1a10c-669b-4a43-a0bd-0ae60ebc4e15 req-99a7a8bd-178d-4804-8e8d-fe30e397ee5b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:18.180520 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1c1a10c-669b-4a43-a0bd-0ae60ebc4e15 req-99a7a8bd-178d-4804-8e8d-fe30e397ee5b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 944 time: 0.0550618 Sep 03 03:51:18.229703 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1c1a10c-669b-4a43-a0bd-0ae60ebc4e15 req-5a4f1121-8066-423f-baed-1f7c7fe56f3e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422308 Sep 03 03:51:18.571306 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e775ac0-9c7f-4584-b8ec-fc07f89d6d95 req-62c43805-4d7d-4faf-9004-02bb9362d40e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0391648 Sep 03 03:51:18.582373 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:18.586043 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-bba62e9a-b91a-4d80-8bbf-504a8bc39eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:18.587667 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-bba62e9a-b91a-4d80-8bbf-504a8bc39eb0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1128 time: 0.0502923 Sep 03 03:51:19.143860 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-bbf65eea-af4d-4f8b-b91b-5ebcf0679796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:19.145560 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-bbf65eea-af4d-4f8b-b91b-5ebcf0679796 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.1207457 Sep 03 03:51:19.228478 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a3644-2b1f-44e6-b017-b839dd3a5576 req-bac2725e-986e-4a08-8a9d-714fd989b06f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:19.229987 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-250a3644-2b1f-44e6-b017-b839dd3a5576 req-bac2725e-986e-4a08-8a9d-714fd989b06f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0475731 Sep 03 03:51:19.290408 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-250a3644-2b1f-44e6-b017-b839dd3a5576 req-a1d765a5-6305-4c57-a4bf-fa8b43629fee tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540056 Sep 03 03:51:19.323701 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:19.363862 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a268f-1bb9-472f-87a5-9da36e45cf87 req-2c4bef66-b76f-477d-8828-c33e03f626ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:19.365319 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-954a268f-1bb9-472f-87a5-9da36e45cf87 req-2c4bef66-b76f-477d-8828-c33e03f626ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 944 time: 0.0527289 Sep 03 03:51:19.413414 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-954a268f-1bb9-472f-87a5-9da36e45cf87 req-90a518f8-2d30-4728-978a-8347c3d314f8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421894 Sep 03 03:51:19.553370 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:51:19.638728 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-94d95475-046f-40fe-b5ba-40f4b2a239a6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 200 len: 217 time: 0.0588539 Sep 03 03:51:19.703820 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b011c45c-519e-4141-890a-45fff5e2b329 req-541aa86a-bb44-4ca9-910e-23e9f205c41f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0282211 Sep 03 03:51:19.726531 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-cd296efb-4702-458e-bce7-499c6a24a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:19.728428 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-cd296efb-4702-458e-bce7-499c6a24a860 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0834672 Sep 03 03:51:19.803353 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-6bcdc29b-1a56-492b-a092-c10ec108ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:19.808534 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-6bcdc29b-1a56-492b-a092-c10ec108ae65 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672905 Sep 03 03:51:19.949640 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-515e4dbe-60e1-45d4-9e73-46e8fc122b02 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188836 Sep 03 03:51:20.060627 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-08ce1a95-2224-4f9f-a2aa-d96a656cf9fb req-fe9e2d48-7cf7-4a5a-8712-25e5a477e914 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939326 Sep 03 03:51:20.418354 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 9f1ab985-1982-45d9-b595-93496be6d12f details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:51:20.428227 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f10895-c144-4b1e-b4cf-038a9593c2a2 req-e38b73f4-d04e-42e6-bb6f-c9aa7a4575c8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:20.430019 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-66f10895-c144-4b1e-b4cf-038a9593c2a2 req-e38b73f4-d04e-42e6-bb6f-c9aa7a4575c8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0543633 Sep 03 03:51:20.523500 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:20.541844 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-66f10895-c144-4b1e-b4cf-038a9593c2a2 req-6a5be76e-924e-4bed-9f30-68b2b3a8d431 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009994 Sep 03 03:51:20.585274 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c43ae-18b5-4715-bb94-b47341573b2e req-3d135312-d377-4e8b-9b36-66c652db725a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:20.597831 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 9f1ab985-1982-45d9-b595-93496be6d12f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9f1ab985-1982-45d9-b595-93496be6d12f,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:20.598093 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d18c43ae-18b5-4715-bb94-b47341573b2e req-3d135312-d377-4e8b-9b36-66c652db725a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 944 time: 0.0789843 Sep 03 03:51:20.614316 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '9f1ab985-1982-45d9-b595-93496be6d12f', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f', 'mac_address': 'fa:16:3e:cc:c8:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:51:20.666779 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 9f1ab985-1982-45d9-b595-93496be6d12f is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:20.667767 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:20.696061 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f1ab985-1982-45d9-b595-93496be6d12f {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:51:20.748090 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 9f1ab985-1982-45d9-b595-93496be6d12f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9f1ab985-1982-45d9-b595-93496be6d12f,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:20.755904 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:20.765030 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d18c43ae-18b5-4715-bb94-b47341573b2e req-b1ca6430-cff2-4dca-ba77-4e78b7fd7f94 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656821 Sep 03 03:51:20.803285 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:20.859332 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054e85-753c-4f76-bd30-01fddf3be057 req-a267f1c0-dfc0-495b-965f-525ee032e2c3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:20.861511 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-a267f1c0-dfc0-495b-965f-525ee032e2c3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 814 time: 0.2521307 Sep 03 03:51:20.870354 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=9f1ab985-1982-45d9-b595-93496be6d12f,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:20.916036 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6a15d2cd-fe22-4ecf-a910-c3caf4a4a49f req-b0db16d2-f6a3-45e3-890c-e9ec4ea41aa3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0320160 Sep 03 03:51:21.007129 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-f379ecea-0a34-421e-9e93-3b1d63a19436 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 472 time: 0.1329563 Sep 03 03:51:21.021001 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'port': {'device_id': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'admin_state_up': True, 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'security_groups': ['214457df-8813-498a-9fe3-7b156c353ff7']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:21.136840 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['9f1ab985-1982-45d9-b595-93496be6d12f'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:51:21.214221 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Made reservation on behalf of ac9e77355ba040bda4f2186753df7b24 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:51:21.219715 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43abcd4-f3fe-459e-87e2-3d89f0ea1bc8 req-284080be-c657-4b18-9aba-7b974f163c0f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:21.220279 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:21.242357 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a43abcd4-f3fe-459e-87e2-3d89f0ea1bc8 req-284080be-c657-4b18-9aba-7b974f163c0f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.1198792 Sep 03 03:51:21.321638 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a43abcd4-f3fe-459e-87e2-3d89f0ea1bc8 req-e39ec636-0c73-445f-8d29-2d6ef22de6ea tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776980 Sep 03 03:51:21.627473 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:21.728689 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d8d22-b309-4fac-b6c3-77441672035f req-881825b1-4b74-439a-8f55-61b9d8fc5603 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:21.731368 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bd3d8d22-b309-4fac-b6c3-77441672035f req-881825b1-4b74-439a-8f55-61b9d8fc5603 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0986831 Sep 03 03:51:21.736291 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Allocated IP 172.20.0.13 (3310a324-39c6-4074-b839-e8b47e45dc07/60a4659c-255a-4e16-8248-d3aeaaefdf02/7375a989-9439-4258-b7ff-865576ed3c85) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:21.813218 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bd3d8d22-b309-4fac-b6c3-77441672035f req-f05be10d-8aad-432b-a5ac-81e1cbae7a5e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746050 Sep 03 03:51:21.919305 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565b5bb-e755-449b-8623-2b6f79788aaa req-90ccb85e-f291-4644-8a3e-2e2e65d2f24a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:21.920787 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f565b5bb-e755-449b-8623-2b6f79788aaa req-90ccb85e-f291-4644-8a3e-2e2e65d2f24a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 945 time: 0.0588355 Sep 03 03:51:21.937311 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (7375a989-9439-4258-b7ff-865576ed3c85), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:21.975441 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (7375a989-9439-4258-b7ff-865576ed3c85), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:21.979611 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f565b5bb-e755-449b-8623-2b6f79788aaa req-521ecd3c-7468-483d-ba4b-529a4e6ac24c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489831 Sep 03 03:51:22.031696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Network 3310a324-39c6-4074-b839-e8b47e45dc07 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:22.038486 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:22.046070 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:22.051152 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:22.052168 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:22.055888 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=7375a989-9439-4258-b7ff-865576ed3c85,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:22.120282 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-56662b3a-df82-4335-bd03-f655f84b3c4e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1035075 Sep 03 03:51:22.131542 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132a914-5289-45f2-b36c-02b157243c87 req-27b5a2a6-1f1c-4128-b150-f54e8791b998 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:22.133069 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e132a914-5289-45f2-b36c-02b157243c87 req-27b5a2a6-1f1c-4128-b150-f54e8791b998 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 932 time: 0.0738459 Sep 03 03:51:22.138736 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Request body: {'port': {'device_id': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:22.261730 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:22.290617 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e132a914-5289-45f2-b36c-02b157243c87 req-9b41744e-6de9-4e3d-96ff-be52d0250db5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464176 Sep 03 03:51:22.292581 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7375a989-9439-4258-b7ff-865576ed3c85), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:22.304572 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:22.317896 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-d7cf7cc6-5698-4c0e-887d-a5e5ad795a70 None None] Provisioning complete for port 7375a989-9439-4258-b7ff-865576ed3c85 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:22.318284 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-d7cf7cc6-5698-4c0e-887d-a5e5ad795a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7375a989-9439-4258-b7ff-865576ed3c85), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:22.358923 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf7cc6-5698-4c0e-887d-a5e5ad795a70 None None] Port 7375a989-9439-4258-b7ff-865576ed3c85 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:51:22.435688 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 9f1ab985-1982-45d9-b595-93496be6d12f up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:22.483628 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 9f1ab985-1982-45d9-b595-93496be6d12f completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:51:22.491738 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 9f1ab985-1982-45d9-b595-93496be6d12f triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:22.492410 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:22.512597 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94b053-35d6-4b59-b2c1-b9a23868d115 req-e6a29b97-6984-4d78-b7bf-9e7d8934813a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:22.535116 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9b94b053-35d6-4b59-b2c1-b9a23868d115 req-e6a29b97-6984-4d78-b7bf-9e7d8934813a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.1134367 Sep 03 03:51:22.583203 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 9f1ab985-1982-45d9-b595-93496be6d12f is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:22.583598 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:22.623049 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:22.625655 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3ebc00-4922-435d-b0a6-1947f8bcb8b6" -d '{"events": [{"server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "name": "network-vif-plugged", "status": "completed", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:22.625802 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9b94b053-35d6-4b59-b2c1-b9a23868d115 req-8f0e02cd-df91-4bf4-b06d-36f208a3285a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894604 Sep 03 03:51:22.658343 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 9f1ab985-1982-45d9-b595-93496be6d12f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9f1ab985-1982-45d9-b595-93496be6d12f,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:22.664827 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:22.695916 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54235be8-8885-4baf-9b60-32048cb71d29 x-openstack-request-id: req-54235be8-8885-4baf-9b60-32048cb71d29 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:22.696313 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "name": "network-vif-plugged", "status": "completed", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:22.696649 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54235be8-8885-4baf-9b60-32048cb71d29 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:22.697132 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54235be8-8885-4baf-9b60-32048cb71d29'] response: {'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f', 'code': 200} Sep 03 03:51:22.719518 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7375a989-9439-4258-b7ff-865576ed3c85 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:51:22.739108 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=9f1ab985-1982-45d9-b595-93496be6d12f,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:22.745287 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Publish callbacks [] for port (7375a989-9439-4258-b7ff-865576ed3c85), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:22.747516 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:22.797768 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Transition to ACTIVE for port object 7375a989-9439-4258-b7ff-865576ed3c85 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:51:22.810557 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7375a989-9439-4258-b7ff-865576ed3c85), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:23.037938 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7375a989-9439-4258-b7ff-865576ed3c85,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:23.072251 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Attempting to bind port 7375a989-9439-4258-b7ff-865576ed3c85 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:51:23.072860 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Attempting to bind port 7375a989-9439-4258-b7ff-865576ed3c85 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:51:23.073477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Attempting to bind port 7375a989-9439-4258-b7ff-865576ed3c85 on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:23.081466 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950129a2-ecfe-4784-9b25-b78e2ad1603d req-befd989d-128e-4045-a6a8-5d7cd32b4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:23.083557 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-950129a2-ecfe-4784-9b25-b78e2ad1603d req-befd989d-128e-4045-a6a8-5d7cd32b4d8a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0993283 Sep 03 03:51:23.084435 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0811c639-4c77-478e-b850-0398112a39f6 req-c9800f80-0de4-430b-95ef-ff7f0fa746ac tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:23.085063 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Port 7375a989-9439-4258-b7ff-865576ed3c85 on network 3310a324-39c6-4074-b839-e8b47e45dc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:51:23.085972 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Attempting to bind port 7375a989-9439-4258-b7ff-865576ed3c85 on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:23.087815 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0811c639-4c77-478e-b850-0398112a39f6 req-c9800f80-0de4-430b-95ef-ff7f0fa746ac tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0737350 Sep 03 03:51:23.093701 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:51:23.094315 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Checking segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:23.094885 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Bound using segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:51:23.095492 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Bound port: 7375a989-9439-4258-b7ff-865576ed3c85, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:51:23.096254 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7375a989-9439-4258-b7ff-865576ed3c85), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:23.145917 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0811c639-4c77-478e-b850-0398112a39f6 req-ca341f44-4f7b-40ab-847f-7996eb64cdd6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496325 Sep 03 03:51:23.215396 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2dd4-86d3-4fb7-8f9c-55a507bb1f59 req-11c5881b-43cc-4edd-9dd6-8c09c431214c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:23.217454 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-285c2dd4-86d3-4fb7-8f9c-55a507bb1f59 req-11c5881b-43cc-4edd-9dd6-8c09c431214c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.1103468 Sep 03 03:51:23.256921 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-950129a2-ecfe-4784-9b25-b78e2ad1603d req-4663d346-ecda-4b20-ae81-2db44d0cc472 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643262 Sep 03 03:51:23.285100 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] For port 7375a989-9439-4258-b7ff-865576ed3c85, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:51:23.307767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] For port 7375a989-9439-4258-b7ff-865576ed3c85, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7375a989-9439-4258-b7ff-865576ed3c85,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:51:23.314908 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-285c2dd4-86d3-4fb7-8f9c-55a507bb1f59 req-0ab87c82-ddc8-4ead-bc32-00afeb15a050 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878928 Sep 03 03:51:23.316876 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7375a989-9439-4258-b7ff-865576ed3c85), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:23.323257 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:23.324106 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:23.325859 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/7375a989-9439-4258-b7ff-865576ed3c85 HTTP/1.1" status: 200 len: 1094 time: 1.1918194 Sep 03 03:51:23.362341 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'tag': '7375a989-9439-4258-b7ff-865576ed3c85'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:23.365085 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f75937-c1ae-43be-90d2-d81f01e115a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f23f06ef-2db1-4e7b-a2f4-71927f83b40d", "tag": "7375a989-9439-4258-b7ff-865576ed3c85"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:23.391827 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063a021-33fa-44c5-a9d8-d65f3cc3b9c7 service neutron] Pushing event updated for resources: {'Port': ['ID=7375a989-9439-4258-b7ff-865576ed3c85,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:23.435120 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effdeacc-4c22-43d9-8cfe-31c239683ed9 x-openstack-request-id: req-effdeacc-4c22-43d9-8cfe-31c239683ed9 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:23.435610 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23f06ef-2db1-4e7b-a2f4-71927f83b40d", "tag": "7375a989-9439-4258-b7ff-865576ed3c85", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:23.436037 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-effdeacc-4c22-43d9-8cfe-31c239683ed9 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:23.437176 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effdeacc-4c22-43d9-8cfe-31c239683ed9'] response: {'name': 'network-changed', 'server_uuid': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'tag': '7375a989-9439-4258-b7ff-865576ed3c85', 'status': 'completed', 'code': 200} Sep 03 03:51:23.484031 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2130c2f-8808-4677-92fb-d9e2dd0ab303 req-56c1adc4-ff7d-4176-baa2-e4ea29e0edb7 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:23.485615 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f2130c2f-8808-4677-92fb-d9e2dd0ab303 req-56c1adc4-ff7d-4176-baa2-e4ea29e0edb7 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 944 time: 0.0480778 Sep 03 03:51:23.544412 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f2130c2f-8808-4677-92fb-d9e2dd0ab303 req-f57bf0ba-273e-4c10-b3f9-6300c9679356 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523233 Sep 03 03:51:23.660950 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f75937-c1ae-43be-90d2-d81f01e115a8 req-65ae3b4f-4cdb-48e4-9027-450f860b6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:23.662736 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48f75937-c1ae-43be-90d2-d81f01e115a8 req-65ae3b4f-4cdb-48e4-9027-450f860b6bca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 1128 time: 0.0425241 Sep 03 03:51:23.768563 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:23.782858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24f59e-8124-4cb6-a508-ee087738ff94 req-e28f72b2-b212-4217-9571-a19bfb8cea77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:23.784461 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fa24f59e-8124-4cb6-a508-ee087738ff94 req-e28f72b2-b212-4217-9571-a19bfb8cea77 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0583918 Sep 03 03:51:23.840835 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f75937-c1ae-43be-90d2-d81f01e115a8 req-a0cd459f-3681-4666-bf88-4476d4d8b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:23.842335 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48f75937-c1ae-43be-90d2-d81f01e115a8 req-a0cd459f-3681-4666-bf88-4476d4d8b1a5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=ac9e77355ba040bda4f2186753df7b24&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1711521 Sep 03 03:51:23.868180 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fa24f59e-8124-4cb6-a508-ee087738ff94 req-26436deb-0897-4a64-9a90-2a456c713be5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774775 Sep 03 03:51:24.287121 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ee44c-54cd-4a82-b05b-a2b6b428562f req-f03dfe61-c5a5-491e-816a-e4fa4853c52f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:24.289057 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e19ee44c-54cd-4a82-b05b-a2b6b428562f req-f03dfe61-c5a5-491e-816a-e4fa4853c52f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0542476 Sep 03 03:51:24.375596 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e19ee44c-54cd-4a82-b05b-a2b6b428562f req-850749aa-e536-4661-ae8b-f41e5b1f99e2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803998 Sep 03 03:51:24.463918 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f75937-c1ae-43be-90d2-d81f01e115a8 req-414fca04-9109-48b9-b988-54ac9362e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:24.466228 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48f75937-c1ae-43be-90d2-d81f01e115a8 req-414fca04-9109-48b9-b988-54ac9362e56c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1564379 Sep 03 03:51:24.509853 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3c96e-46b4-474d-a132-25724335035b req-678b7bee-4bc8-4cb8-b332-9ca17d7c1e3c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:24.512208 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e8b3c96e-46b4-474d-a132-25724335035b req-678b7bee-4bc8-4cb8-b332-9ca17d7c1e3c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0642159 Sep 03 03:51:24.594032 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054e85-753c-4f76-bd30-01fddf3be057 req-f4ea2380-a764-4708-b741-a123ddf99805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:24.595749 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-f4ea2380-a764-4708-b741-a123ddf99805 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 1128 time: 0.0703373 Sep 03 03:51:24.618309 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e8b3c96e-46b4-474d-a132-25724335035b req-e179b07f-a344-4d33-9f3c-c9e71683a5c5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002588 Sep 03 03:51:24.651140 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-4cb72e9c-62d3-40ae-bdad-c30505548124 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7375a989-9439-4258-b7ff-865576ed3c85 HTTP/1.1" status: 200 len: 217 time: 0.0461469 Sep 03 03:51:24.678061 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a21634-4d61-47bd-b661-22383aa613eb req-3b9df863-ac08-4678-9539-58e905ac75f1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:24.679646 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a6a21634-4d61-47bd-b661-22383aa613eb req-3b9df863-ac08-4678-9539-58e905ac75f1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 944 time: 0.0493553 Sep 03 03:51:24.727183 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a6a21634-4d61-47bd-b661-22383aa613eb req-441055ba-81fd-4f2a-bc05-7ad11c44b34c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417216 Sep 03 03:51:24.886438 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:24.917983 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054e85-753c-4f76-bd30-01fddf3be057 req-a9661f2a-fb3f-41a9-82c6-702e5f19af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:24.919659 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-a9661f2a-fb3f-41a9-82c6-702e5f19af8f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.0616932 Sep 03 03:51:25.001573 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9ee40-8eac-477b-9f0a-117aca1419ad req-f05c60ae-4247-4864-9dd2-a9f7e2608406 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:25.003150 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7aa9ee40-8eac-477b-9f0a-117aca1419ad req-f05c60ae-4247-4864-9dd2-a9f7e2608406 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0553634 Sep 03 03:51:25.058357 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7aa9ee40-8eac-477b-9f0a-117aca1419ad req-8adfe5d4-c2e0-446d-b764-b3a78844ed13 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492165 Sep 03 03:51:25.431791 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48054e85-753c-4f76-bd30-01fddf3be057 req-62518f52-b744-4a43-9fa9-fcec5c120b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:25.433524 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-62518f52-b744-4a43-9fa9-fcec5c120b69 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472827 Sep 03 03:51:25.527740 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90c486-dd7e-4485-8e9d-4bcb9b0cbacc req-c459ec7c-a859-4a30-a0de-be48910ee992 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:25.535615 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0e90c486-dd7e-4485-8e9d-4bcb9b0cbacc req-c459ec7c-a859-4a30-a0de-be48910ee992 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0711751 Sep 03 03:51:25.547297 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:25.594894 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0e90c486-dd7e-4485-8e9d-4bcb9b0cbacc req-de5043bc-3f40-4bce-9160-1abad3772f2f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580826 Sep 03 03:51:25.608022 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-c70ebc5c-6c70-4dc0-ab5b-71e4217ed100 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631575 Sep 03 03:51:25.726593 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48054e85-753c-4f76-bd30-01fddf3be057 req-c7e45704-7c65-4823-8278-dfa6a9480c12 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097474 Sep 03 03:51:25.766431 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975bc1f-b01f-4b89-9b2f-b6ff1be468df req-9b448f4b-a24e-4a9e-9ff1-77e6ee64d383 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:25.768158 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a975bc1f-b01f-4b89-9b2f-b6ff1be468df req-9b448f4b-a24e-4a9e-9ff1-77e6ee64d383 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0564265 Sep 03 03:51:25.839515 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a975bc1f-b01f-4b89-9b2f-b6ff1be468df req-4bc58bab-49c0-4e47-826a-6250b847e6ef tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649130 Sep 03 03:51:25.863315 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c936e08-ea9d-43af-886f-71cc7eb8e987 req-77370b6b-bf96-43e1-9d37-945f9dd53a59 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:25.865301 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1c936e08-ea9d-43af-886f-71cc7eb8e987 req-77370b6b-bf96-43e1-9d37-945f9dd53a59 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 944 time: 0.0487943 Sep 03 03:51:25.929538 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1c936e08-ea9d-43af-886f-71cc7eb8e987 req-2ab30ffd-02e1-499a-84b2-734c83240712 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583177 Sep 03 03:51:25.979859 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c40b1c-6e38-4ba0-819a-66e10869b652 req-684a5c4f-9de1-40e0-8b0e-cc7932b2cae4 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:25.981352 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-24c40b1c-6e38-4ba0-819a-66e10869b652 req-684a5c4f-9de1-40e0-8b0e-cc7932b2cae4 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0479538 Sep 03 03:51:25.994084 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40800) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:25.998769 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'floatingip': {'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:26.002358 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:26.041141 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (ffb9f00d-06fb-4b03-a248-8dce4ea2928c), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:26.249728 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7f452-6e98-4dd9-9c56-02e4f9d52892 req-4029f966-cecb-49ed-8772-62148ad7dc2f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:26.251539 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eca7f452-6e98-4dd9-9c56-02e4f9d52892 req-4029f966-cecb-49ed-8772-62148ad7dc2f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0945945 Sep 03 03:51:26.385003 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eca7f452-6e98-4dd9-9c56-02e4f9d52892 req-1fdbce3f-7d40-4b46-b54a-42264218770c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231747 Sep 03 03:51:26.579398 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:26.584276 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (ffb9f00d-06fb-4b03-a248-8dce4ea2928c), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:26.692137 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Floating IP ffb9f00d-06fb-4b03-a248-8dce4ea2928c associated. External IP: 172.27.4.205, port: 9f1ab985-1982-45d9-b595-93496be6d12f. Sep 03 03:51:26.768350 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10459e4-4093-4530-97a5-62ca2e4c2131 req-c8958c84-19e2-46e8-a4a1-c8c6a903ed32 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:26.769911 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c10459e4-4093-4530-97a5-62ca2e4c2131 req-c8958c84-19e2-46e8-a4a1-c8c6a903ed32 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0654240 Sep 03 03:51:26.827078 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c10459e4-4093-4530-97a5-62ca2e4c2131 req-6a2a7aca-2a8f-48d2-9913-4b1b6c70cee7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473514 Sep 03 03:51:26.947778 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Router 1877da56-6118-43dc-a586-5d89674808b6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:51:26.951507 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:27.102283 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:51:27.111038 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d32b02-ebd8-419c-bb46-79bd92b69bc8 req-545e6b7b-1738-41b2-ad8e-c5857b39fd07 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:27.113400 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-01d32b02-ebd8-419c-bb46-79bd92b69bc8 req-545e6b7b-1738-41b2-ad8e-c5857b39fd07 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 944 time: 0.0734632 Sep 03 03:51:27.114373 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] Sync routers for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:51:27.117507 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:27.126836 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:27.127478 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:27.147369 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:27.180261 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-9b60574b-6c87-47c0-af29-9381399fb71a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/ffb9f00d-06fb-4b03-a248-8dce4ea2928c HTTP/1.1" status: 200 len: 992 time: 1.1850438 Sep 03 03:51:27.187509 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:27.190328 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11047f41-91b9-42df-88cb-8cb08a5b8503" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:27.229741 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-01d32b02-ebd8-419c-bb46-79bd92b69bc8 req-86f3d5b6-6e8b-4a59-8c36-3b943a619204 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077435 Sep 03 03:51:27.248349 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:27.284111 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff88c2df-3156-4db1-b0b9-236232e2b6a2 x-openstack-request-id: req-ff88c2df-3156-4db1-b0b9-236232e2b6a2 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:27.284410 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:27.284684 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ff88c2df-3156-4db1-b0b9-236232e2b6a2 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:27.285223 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff88c2df-3156-4db1-b0b9-236232e2b6a2'] response: {'name': 'network-changed', 'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f', 'status': 'completed', 'code': 200} Sep 03 03:51:27.333217 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-3b414030-4dfe-41ad-a183-02edf700efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:27.334716 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-3b414030-4dfe-41ad-a183-02edf700efaa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0400474 Sep 03 03:51:27.425422 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:27.436711 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:27.457142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-8120ed95-ac5e-4220-9860-48becb14e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:27.458759 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-8120ed95-ac5e-4220-9860-48becb14e479 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.1032114 Sep 03 03:51:27.536872 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-16b1400e-4f8e-4733-be5b-b906fe4c7ca6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 200 len: 1000 time: 0.0697279 Sep 03 03:51:27.550427 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf9a79-dbb0-414d-8840-f47e28ecad48 req-69a4ff65-e715-4521-96ff-412481d928fe tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:27.566729 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cbaf9a79-dbb0-414d-8840-f47e28ecad48 req-69a4ff65-e715-4521-96ff-412481d928fe tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0718739 Sep 03 03:51:27.580839 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'ffb9f00d-06fb-4b03-a248-8dce4ea2928c', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'floating_ip_address': '172.27.4.205', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '1877da56-6118-43dc-a586-5d89674808b6', 'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'mac_address': 'fa:16:3e:cc:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:08Z', 'updated_at': '2022-09-03T03:51:26Z', 'revision_number': 1, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:27.631486 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] Checking router: 1877da56-6118-43dc-a586-5d89674808b6 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:51:27.634015 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-1860edde-e276-4661-bee8-9167c3385909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:27.635814 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-1860edde-e276-4661-bee8-9167c3385909 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0926290 Sep 03 03:51:27.668324 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:27.669187 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:27.673486 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cbaf9a79-dbb0-414d-8840-f47e28ecad48 req-834bbc59-3c38-461a-b562-26d5de19cf22 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995619 Sep 03 03:51:27.704345 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-ef3b8eb6-6c30-4318-86a2-56b16b629586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:27.706795 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-ef3b8eb6-6c30-4318-86a2-56b16b629586 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585032 Sep 03 03:51:27.810770 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:27.811967 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-4a4e65c2-9a42-4899-b9c5-3daccafee60c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977302 Sep 03 03:51:27.932923 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:27.945461 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-11047f41-91b9-42df-88cb-8cb08a5b8503 req-b4a6a2c6-5394-4068-bbf5-60e401ff5b82 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211779 Sep 03 03:51:27.965764 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:28.035561 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa2fde-8a85-45f2-83da-3f232b74eb4d req-67c05df5-f7ae-4760-9899-0e63374a2400 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:28.037528 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9ffa2fde-8a85-45f2-83da-3f232b74eb4d req-67c05df5-f7ae-4760-9899-0e63374a2400 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0700555 Sep 03 03:51:28.067573 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'ffb9f00d-06fb-4b03-a248-8dce4ea2928c', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'floating_ip_address': '172.27.4.205', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '1877da56-6118-43dc-a586-5d89674808b6', 'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'mac_address': 'fa:16:3e:cc:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:08Z', 'updated_at': '2022-09-03T03:51:26Z', 'revision_number': 1, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:28.096493 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235f7f5b-fe19-43ff-92cc-a771d1cdbfd7 None None] The sync data for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi is: [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'ffb9f00d-06fb-4b03-a248-8dce4ea2928c', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'floating_ip_address': '172.27.4.205', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '1877da56-6118-43dc-a586-5d89674808b6', 'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'mac_address': 'fa:16:3e:cc:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:08Z', 'updated_at': '2022-09-03T03:51:26Z', 'revision_number': 1, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:51:28.101373 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9ffa2fde-8a85-45f2-83da-3f232b74eb4d req-f5a028d9-5e16-4d70-96f7-2ef86da6b362 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541878 Sep 03 03:51:28.416859 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209a9c7-1d99-4dc6-afdc-acff52cab28d req-8422a822-1019-4a80-b674-3e9d21884397 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:28.425046 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9209a9c7-1d99-4dc6-afdc-acff52cab28d req-8422a822-1019-4a80-b674-3e9d21884397 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 944 time: 0.0704525 Sep 03 03:51:28.502565 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9209a9c7-1d99-4dc6-afdc-acff52cab28d req-b943ac47-241b-49f6-a90c-3b6157d78971 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766113 Sep 03 03:51:28.827932 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe1d0c-2f56-4c2d-965f-8d796d484599 req-e8805b82-b026-4b4e-8357-5f9ec3b9e4b9 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:28.831273 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6fbe1d0c-2f56-4c2d-965f-8d796d484599 req-e8805b82-b026-4b4e-8357-5f9ec3b9e4b9 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0714655 Sep 03 03:51:28.879594 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6fbe1d0c-2f56-4c2d-965f-8d796d484599 req-1b998f00-50d5-4f12-be4d-12ad68bad176 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Sep 03 03:51:28.981582 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3a66ef-3128-4715-a8e0-e8d36b105a85 None None] New status for floating IP ffb9f00d-06fb-4b03-a248-8dce4ea2928c: ACTIVE {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:51:29.269889 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1631d61-1824-4bc5-ad8c-3b323dc8bbb6 req-541350f1-913a-47fb-ac41-7443b640c05b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:29.281087 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a1631d61-1824-4bc5-ad8c-3b323dc8bbb6 req-541350f1-913a-47fb-ac41-7443b640c05b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0833609 Sep 03 03:51:29.352332 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a1631d61-1824-4bc5-ad8c-3b323dc8bbb6 req-1f00401d-71fc-4adc-a2d3-6ad544a15661 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700252 Sep 03 03:51:29.637460 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33775c9-e0dc-4d0b-9a94-d9088d99bbac req-1e599c9b-4d4d-4caf-bd54-ecdd9b6e2900 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:29.638932 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f33775c9-e0dc-4d0b-9a94-d9088d99bbac req-1e599c9b-4d4d-4caf-bd54-ecdd9b6e2900 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 944 time: 0.0487206 Sep 03 03:51:29.690004 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f33775c9-e0dc-4d0b-9a94-d9088d99bbac req-691e4738-9cf8-4166-a0e1-4202ef922f1f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450511 Sep 03 03:51:30.014282 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe1c02-3952-4bd7-94d2-79e906e40466 req-1bc199cb-7bfb-424d-9ee9-bc74676fc9bf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:30.015783 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bbbe1c02-3952-4bd7-94d2-79e906e40466 req-1bc199cb-7bfb-424d-9ee9-bc74676fc9bf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0487056 Sep 03 03:51:30.063258 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bbbe1c02-3952-4bd7-94d2-79e906e40466 req-064d094d-b7b8-49c1-908e-03f5040fb921 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Sep 03 03:51:30.498317 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbed95d-a840-447e-859b-f557cda06547 req-642e4763-e69b-4235-b392-b8c1854e17d4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:30.499842 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0fbed95d-a840-447e-859b-f557cda06547 req-642e4763-e69b-4235-b392-b8c1854e17d4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0522637 Sep 03 03:51:30.509992 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:51:30.546297 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0fbed95d-a840-447e-859b-f557cda06547 req-78b32212-5f08-4582-b1da-2473f6ac25d2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Sep 03 03:51:30.742257 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:30.757616 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'dc502e70-8b66-4849-929e-0879ed88e591', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'port_id': 'dc502e70-8b66-4849-929e-0879ed88e591', 'mac_address': 'fa:16:3e:1d:25:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:51:30.796320 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port dc502e70-8b66-4849-929e-0879ed88e591 is: ACTIVE; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:30.796722 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:30.811438 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc502e70-8b66-4849-929e-0879ed88e591 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:51:30.836431 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12354d-232e-4b4e-b914-b10f9eb4b67d req-6d092f9f-d87a-4916-b98d-b061850d9055 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:30.838724 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7b12354d-232e-4b4e-b914-b10f9eb4b67d req-6d092f9f-d87a-4916-b98d-b061850d9055 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 944 time: 0.0536108 Sep 03 03:51:30.842383 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:30.848028 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:30.895683 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7b12354d-232e-4b4e-b914-b10f9eb4b67d req-b06e52af-4028-47df-9c32-9a9a2a845f46 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518291 Sep 03 03:51:30.910129 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=6']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:31.196666 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07eed5-c44d-4b6d-bca5-47d4a062e40b req-e3ec7d05-312e-4a22-a901-60dbf9c07a14 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:31.198182 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4d07eed5-c44d-4b6d-bca5-47d4a062e40b req-e3ec7d05-312e-4a22-a901-60dbf9c07a14 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0528734 Sep 03 03:51:31.264442 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4d07eed5-c44d-4b6d-bca5-47d4a062e40b req-929b6b85-a0d0-449f-ba94-384efbe09359 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593657 Sep 03 03:51:31.401729 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['dc502e70-8b66-4849-929e-0879ed88e591'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:51:31.523346 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:31.682620 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f4fe2-4b5b-4fb6-9b6a-8b9116d3756c req-260264f0-4ca3-4da8-a8cf-0c53902b3aa3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:31.684180 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c4f4fe2-4b5b-4fb6-9b6a-8b9116d3756c req-260264f0-4ca3-4da8-a8cf-0c53902b3aa3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.0506604 Sep 03 03:51:31.731359 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c4f4fe2-4b5b-4fb6-9b6a-8b9116d3756c req-d75170f8-ddb0-413a-b8e0-463e565c12f7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410998 Sep 03 03:51:32.020265 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a78c7-a393-41b0-8f48-3fbbb4ca56fa req-70389777-adad-4a8f-a3ec-e1063cfe5377 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:32.022635 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1d9a78c7-a393-41b0-8f48-3fbbb4ca56fa req-70389777-adad-4a8f-a3ec-e1063cfe5377 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 944 time: 0.0520346 Sep 03 03:51:32.078023 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1d9a78c7-a393-41b0-8f48-3fbbb4ca56fa req-2d24c305-e29f-4e81-b6e6-df185a6c306f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477548 Sep 03 03:51:32.392900 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84061b6f-e2c2-43cb-97ea-3ada7cd6e30c req-ff120922-976e-44c5-965c-fa1aa071290f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:32.394605 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-84061b6f-e2c2-43cb-97ea-3ada7cd6e30c req-ff120922-976e-44c5-965c-fa1aa071290f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0505834 Sep 03 03:51:32.443815 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-84061b6f-e2c2-43cb-97ea-3ada7cd6e30c req-1590b067-7db0-45e8-ac38-eb6233ed682f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430903 Sep 03 03:51:32.531968 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 7375a989-9439-4258-b7ff-865576ed3c85 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:51:32.535494 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:32.558652 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 40926) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:32.604132 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-780265e4-2583-4a72-ad4e-a51f0995e470 admin admin] Deleting subnet 747e39f7-1737-491f-ae1e-d87b0d7b9bd0 {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:51:32.613075 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-780265e4-2583-4a72-ad4e-a51f0995e470 admin admin] Publish callbacks [] for subnet (747e39f7-1737-491f-ae1e-d87b0d7b9bd0), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.640838 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:32.645741 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-780265e4-2583-4a72-ad4e-a51f0995e470 admin admin] Publish callbacks [] for subnet (747e39f7-1737-491f-ae1e-d87b0d7b9bd0), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.646965 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port dc502e70-8b66-4849-929e-0879ed88e591 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:32.647350 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dc502e70-8b66-4849-929e-0879ed88e591), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.651973 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-780265e4-2583-4a72-ad4e-a51f0995e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (747e39f7-1737-491f-ae1e-d87b0d7b9bd0), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.712851 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 7375a989-9439-4258-b7ff-865576ed3c85, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7375a989-9439-4258-b7ff-865576ed3c85,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:32.714442 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-780265e4-2583-4a72-ad4e-a51f0995e470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for subnet (747e39f7-1737-491f-ae1e-d87b0d7b9bd0), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.728892 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '7375a989-9439-4258-b7ff-865576ed3c85', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'port_id': '7375a989-9439-4258-b7ff-865576ed3c85', 'mac_address': 'fa:16:3e:04:43:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:51:32.745897 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780265e4-2583-4a72-ad4e-a51f0995e470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=747e39f7-1737-491f-ae1e-d87b0d7b9bd0,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:32.749833 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-780265e4-2583-4a72-ad4e-a51f0995e470 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.752534 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:32.753355 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-780265e4-2583-4a72-ad4e-a51f0995e470 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/747e39f7-1737-491f-ae1e-d87b0d7b9bd0 HTTP/1.1" status: 204 len: 168 time: 0.1934745 Sep 03 03:51:32.756087 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 40928) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:32.795747 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port dc502e70-8b66-4849-929e-0879ed88e591 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:32.796138 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.808711 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 7375a989-9439-4258-b7ff-865576ed3c85 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:32.809074 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7375a989-9439-4258-b7ff-865576ed3c85), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.832843 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:32.835171 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc04d3be-38b1-4e97-a333-645acf52d738" -d '{"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-plugged", "status": "completed", "tag": "dc502e70-8b66-4849-929e-0879ed88e591"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:32.841342 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7375a989-9439-4258-b7ff-865576ed3c85 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:51:32.869248 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (6bcb1a0b-8951-44fc-bce8-a3327924fd60), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.880915 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 7375a989-9439-4258-b7ff-865576ed3c85, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7375a989-9439-4258-b7ff-865576ed3c85,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:32.881436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4386e-b623-4ab3-bf0e-a43a64aeb550 req-c71d4aa2-e7ab-457b-9310-2b49bf2a56cc tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:32.883266 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7cb4386e-b623-4ab3-bf0e-a43a64aeb550 req-c71d4aa2-e7ab-457b-9310-2b49bf2a56cc tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.0654933 Sep 03 03:51:32.883496 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff33da-b43a-40af-af79-81eabe87300d x-openstack-request-id: req-58ff33da-b43a-40af-af79-81eabe87300d {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:32.883886 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-plugged", "status": "completed", "tag": "dc502e70-8b66-4849-929e-0879ed88e591", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:32.884158 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58ff33da-b43a-40af-af79-81eabe87300d {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:32.884578 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ff33da-b43a-40af-af79-81eabe87300d'] response: {'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591', 'code': 200} Sep 03 03:51:32.887817 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7375a989-9439-4258-b7ff-865576ed3c85), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.892057 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:32.929450 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:32.964516 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=7375a989-9439-4258-b7ff-865576ed3c85,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:32.981642 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:33.009156 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (6bcb1a0b-8951-44fc-bce8-a3327924fd60), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.013938 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=7']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:33.019705 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7cb4386e-b623-4ab3-bf0e-a43a64aeb550 req-15666f01-677f-4d07-8bdf-ab2f0e7c3aa5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296642 Sep 03 03:51:33.034358 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.034974 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.035459 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.035789 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > port after_create 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.036146 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > port after_delete 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.036477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > port after_update 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.036795 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.037133 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.037448 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.037764 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.103737 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.104082 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.104447 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.104742 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=117866) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 03:51:33.105095 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcb1a0b-8951-44fc-bce8-a3327924fd60']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:33.124392 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107efb57-ca37-4bd0-b2dd-90c3d55e6c57') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:33.124660 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107efb57-ca37-4bd0-b2dd-90c3d55e6c57') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:33.146129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (107efb57-ca37-4bd0-b2dd-90c3d55e6c57), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.173570 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (107efb57-ca37-4bd0-b2dd-90c3d55e6c57), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.182851 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:51:33.183247 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (107efb57-ca37-4bd0-b2dd-90c3d55e6c57), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.219013 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42102db-f99a-417c-9a2c-f32ee2d48a3c req-c8a34e94-375a-4a33-bf83-003ece32577e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:33.220653 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b42102db-f99a-417c-9a2c-f32ee2d48a3c req-c8a34e94-375a-4a33-bf83-003ece32577e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 945 time: 0.0581837 Sep 03 03:51:33.253992 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (6bcb1a0b-8951-44fc-bce8-a3327924fd60), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.285567 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b42102db-f99a-417c-9a2c-f32ee2d48a3c req-017cb907-4a92-42e1-ad68-11e826a2da2e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590646 Sep 03 03:51:33.287596 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.293680 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/6bcb1a0b-8951-44fc-bce8-a3327924fd60 HTTP/1.1" status: 204 len: 168 time: 0.5330324 Sep 03 03:51:33.294352 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b0147-4d7f-4323-90b2-d02bfccd477d admin admin] Pushing event deleted for resources: {'Network': ['ID=6bcb1a0b-8951-44fc-bce8-a3327924fd60,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:33.341633 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['7375a989-9439-4258-b7ff-865576ed3c85'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:51:33.516298 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 40966) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:33.525874 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 107efb57-ca37-4bd0-b2dd-90c3d55e6c57 resource provider aggregate not found Sep 03 03:51:33.546940 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 107efb57-ca37-4bd0-b2dd-90c3d55e6c57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 107efb57-ca37-4bd0-b2dd-90c3d55e6c57 found for delete ", "request_id": "req-145413ba-3a97-4501-93b8-3381e81c54aa"}]} Sep 03 03:51:33.584102 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f82cbb9c-cbb6-4e62-a056-a54ffb770551 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8dc12b2499eb4f8ab6f3e216b3f6ff3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0661588 Sep 03 03:51:33.586879 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 40970) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:33.608092 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:33.630600 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f136404-e6fa-45d2-a009-7345d48bc32d req-91c467bb-793a-44fa-a00f-19b321f72257 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:33.632185 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8f136404-e6fa-45d2-a009-7345d48bc32d req-91c467bb-793a-44fa-a00f-19b321f72257 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0637634 Sep 03 03:51:33.645219 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8dc76022-85ad-42e7-9701-4a3d65633407 admin admin] Publish callbacks [] for security_group (9b9a8c68-bd74-4728-88b0-a8661188cb6c), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.666455 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8dc76022-85ad-42e7-9701-4a3d65633407 admin admin] Publish callbacks [] for security_group (9b9a8c68-bd74-4728-88b0-a8661188cb6c), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.689367 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8f136404-e6fa-45d2-a009-7345d48bc32d req-906706fd-5548-4ff8-9da8-f4702faa15c6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507622 Sep 03 03:51:33.719367 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8dc76022-85ad-42e7-9701-4a3d65633407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9b9a8c68-bd74-4728-88b0-a8661188cb6c), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.722084 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8dc76022-85ad-42e7-9701-4a3d65633407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:33.725593 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-8dc76022-85ad-42e7-9701-4a3d65633407 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9b9a8c68-bd74-4728-88b0-a8661188cb6c HTTP/1.1" status: 204 len: 168 time: 0.1353123 Sep 03 03:51:33.731649 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc76022-85ad-42e7-9701-4a3d65633407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9a8c68-bd74-4728-88b0-a8661188cb6c,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:34.194762 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51c01b1-f9f6-4f5b-8b15-67d445b39af6 req-be0d150b-7aa1-4584-b281-d7f0475b235b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:34.196576 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c51c01b1-f9f6-4f5b-8b15-67d445b39af6 req-be0d150b-7aa1-4584-b281-d7f0475b235b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0648499 Sep 03 03:51:34.279100 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c51c01b1-f9f6-4f5b-8b15-67d445b39af6 req-41b04865-c884-4049-807f-001fc3945c12 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747223 Sep 03 03:51:34.486662 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b922b7-a0ce-4623-badf-dc6021e8e512 req-bec2f953-56f3-42ff-8c70-9588aee2dd42 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:34.488930 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-92b922b7-a0ce-4623-badf-dc6021e8e512 req-bec2f953-56f3-42ff-8c70-9588aee2dd42 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 945 time: 0.0693867 Sep 03 03:51:34.539982 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 7375a989-9439-4258-b7ff-865576ed3c85 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:34.554580 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-92b922b7-a0ce-4623-badf-dc6021e8e512 req-a1dd8096-20af-4c9a-8181-ad6cae51991a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592222 Sep 03 03:51:34.637856 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 7375a989-9439-4258-b7ff-865576ed3c85 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:51:34.645610 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 7375a989-9439-4258-b7ff-865576ed3c85 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:34.646001 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7375a989-9439-4258-b7ff-865576ed3c85), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:34.698792 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:34.753442 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 7375a989-9439-4258-b7ff-865576ed3c85 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:34.753787 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7375a989-9439-4258-b7ff-865576ed3c85), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:34.798169 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 7375a989-9439-4258-b7ff-865576ed3c85, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7375a989-9439-4258-b7ff-865576ed3c85,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:34.804077 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7375a989-9439-4258-b7ff-865576ed3c85), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:34.829815 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:34.836696 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf3130-c056-45d9-befd-118d27cd1acf req-e9c17fa1-517d-4d2e-a446-10c2cbcc0b5d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:34.844435 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ccbf3130-c056-45d9-befd-118d27cd1acf req-e9c17fa1-517d-4d2e-a446-10c2cbcc0b5d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0585580 Sep 03 03:51:34.879089 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=7375a989-9439-4258-b7ff-865576ed3c85,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:34.890353 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375a989-9439-4258-b7ff-865576ed3c85'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:34.894498 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ccbf3130-c056-45d9-befd-118d27cd1acf req-45a66957-1d24-4ce2-9116-f46bb47f96c8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489576 Sep 03 03:51:34.896190 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b7fbb0-7054-4f92-bddd-9a8352cdee4a" -d '{"events": [{"server_uuid": "f23f06ef-2db1-4e7b-a2f4-71927f83b40d", "name": "network-vif-plugged", "status": "completed", "tag": "7375a989-9439-4258-b7ff-865576ed3c85"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:34.934483 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1cc68d-f9cc-4d67-b1e5-674b09cdfc34 x-openstack-request-id: req-dc1cc68d-f9cc-4d67-b1e5-674b09cdfc34 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:34.934991 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23f06ef-2db1-4e7b-a2f4-71927f83b40d", "name": "network-vif-plugged", "status": "completed", "tag": "7375a989-9439-4258-b7ff-865576ed3c85", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:34.935312 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc1cc68d-f9cc-4d67-b1e5-674b09cdfc34 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:34.935782 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc1cc68d-f9cc-4d67-b1e5-674b09cdfc34'] response: {'server_uuid': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7375a989-9439-4258-b7ff-865576ed3c85', 'code': 200} Sep 03 03:51:35.220841 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e95b9c-0fb3-4e0a-a4ca-c41d7a1b19d9 req-e35438ae-0699-4577-a024-e32946cb28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:35.223023 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-25e95b9c-0fb3-4e0a-a4ca-c41d7a1b19d9 req-e35438ae-0699-4577-a024-e32946cb28e8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 1130 time: 0.0576108 Sep 03 03:51:35.309943 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-25e95b9c-0fb3-4e0a-a4ca-c41d7a1b19d9 req-9ea33fba-4cd5-43c0-860b-b4ea51a189c8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700181 Sep 03 03:51:35.436874 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606a95-b4e0-4109-8b7d-28e60c7838f1 req-91949866-cf54-4dfb-a580-b798e7433793 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:35.438545 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-35606a95-b4e0-4109-8b7d-28e60c7838f1 req-91949866-cf54-4dfb-a580-b798e7433793 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0528345 Sep 03 03:51:35.498827 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-35606a95-b4e0-4109-8b7d-28e60c7838f1 req-468d186d-9be7-4056-b7ef-cba67d6a5ee7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523446 Sep 03 03:51:35.694678 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac15280-dc6f-4f91-87c4-84ff26c2533d req-6c6c7e93-4015-4830-9ba4-286a5d54d644 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:35.696287 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cac15280-dc6f-4f91-87c4-84ff26c2533d req-6c6c7e93-4015-4830-9ba4-286a5d54d644 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 946 time: 0.0535913 Sep 03 03:51:35.763359 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cac15280-dc6f-4f91-87c4-84ff26c2533d req-143cbc48-2c9d-4320-8343-42b361836176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601625 Sep 03 03:51:36.026941 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda99f00-903a-43bb-96db-b618e4a3c49e req-2536b436-0048-41ce-b776-9be87fe038b9 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:36.029320 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eda99f00-903a-43bb-96db-b618e4a3c49e req-2536b436-0048-41ce-b776-9be87fe038b9 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0500596 Sep 03 03:51:36.102132 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eda99f00-903a-43bb-96db-b618e4a3c49e req-f663ebfc-55e3-49da-97b7-e9f68bb6f6da tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667334 Sep 03 03:51:36.647325 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc1ab3-aebc-4fca-95f6-5b58b0c3eacc req-ef7c4638-5381-4d76-b929-0f9f76394a1f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:36.649031 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-33cc1ab3-aebc-4fca-95f6-5b58b0c3eacc req-ef7c4638-5381-4d76-b929-0f9f76394a1f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0535347 Sep 03 03:51:36.749777 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-33cc1ab3-aebc-4fca-95f6-5b58b0c3eacc req-00d1c220-b10c-42ca-bbca-5fbaea226b23 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881200 Sep 03 03:51:36.997315 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96094fd2-7494-4c78-90b6-f9353f2aa4e5 req-a6de3204-64e8-4a46-97d4-5bec3a826066 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:36.999156 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-96094fd2-7494-4c78-90b6-f9353f2aa4e5 req-a6de3204-64e8-4a46-97d4-5bec3a826066 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 946 time: 0.1171427 Sep 03 03:51:37.057812 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-96094fd2-7494-4c78-90b6-f9353f2aa4e5 req-5eddea8c-41b7-45b7-82de-fa148d05a6b2 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515122 Sep 03 03:51:37.252172 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f82d8-ffd1-4a2c-8efd-7bd03a78fa15 req-370775a8-ace8-42cc-a700-b42ab99ce8d0 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:37.253914 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8d0f82d8-ffd1-4a2c-8efd-7bd03a78fa15 req-370775a8-ace8-42cc-a700-b42ab99ce8d0 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0747039 Sep 03 03:51:37.270967 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:37.319148 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8d0f82d8-ffd1-4a2c-8efd-7bd03a78fa15 req-3cec6b62-00c4-490c-a9b1-6fd602a1b878 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552280 Sep 03 03:51:37.913990 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b817e-0f8f-4f7b-9907-f7983a4c6aa9 req-fdb89eba-e9c8-47b7-bef1-b397159bb942 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:37.921366 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9a0b817e-0f8f-4f7b-9907-f7983a4c6aa9 req-fdb89eba-e9c8-47b7-bef1-b397159bb942 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0611172 Sep 03 03:51:37.969976 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9a0b817e-0f8f-4f7b-9907-f7983a4c6aa9 req-be6cfbc6-0d64-4544-a1f2-15351f35210a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475526 Sep 03 03:51:38.185508 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fbcfe-8ee9-4316-ae82-24ae122e827a req-ba40ceb4-41ff-4d8d-b0df-010264312b0d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:38.191252 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-025fbcfe-8ee9-4316-ae82-24ae122e827a req-ba40ceb4-41ff-4d8d-b0df-010264312b0d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 946 time: 0.0559399 Sep 03 03:51:38.267120 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-025fbcfe-8ee9-4316-ae82-24ae122e827a req-4a259b53-5705-45cb-9633-57f9f26404e1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687079 Sep 03 03:51:38.478382 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b2017-ea04-40ac-8cbe-0eb3ec4558cb req-2a411581-718d-456e-ba3a-93accc08d7d1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:38.479919 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a3659-4355-4c3a-9d7a-137f4056a2a9 req-e01d4ccc-01a6-492d-b466-33a3cceafcb8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:38.480652 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e84b2017-ea04-40ac-8cbe-0eb3ec4558cb req-2a411581-718d-456e-ba3a-93accc08d7d1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 946 time: 0.0931637 Sep 03 03:51:38.491020 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1e8a3659-4355-4c3a-9d7a-137f4056a2a9 req-e01d4ccc-01a6-492d-b466-33a3cceafcb8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0736427 Sep 03 03:51:38.494001 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41088) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:38.499533 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'floatingip': {'port_id': '7375a989-9439-4258-b7ff-865576ed3c85'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:38.541962 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:38.549709 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (332bc3bc-6009-492f-8ad1-d63b1e4fd6c3), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:38.670005 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1e8a3659-4355-4c3a-9d7a-137f4056a2a9 req-1f72d53b-3147-4c0b-8f38-033bdf239486 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817956 Sep 03 03:51:38.962485 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-07f6e763-d3a8-4081-a19f-6c0be4c7e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:39.040483 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:39.045080 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (332bc3bc-6009-492f-8ad1-d63b1e4fd6c3), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:39.151330 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabe5b5-0fe5-481c-b47e-f2f6b1152722 req-f69cd72e-6af4-4e99-b3d6-69a90cf9f95f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:39.159238 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7fabe5b5-0fe5-481c-b47e-f2f6b1152722 req-f69cd72e-6af4-4e99-b3d6-69a90cf9f95f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0633428 Sep 03 03:51:39.170909 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:39.171533 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Floating IP 332bc3bc-6009-492f-8ad1-d63b1e4fd6c3 associated. External IP: 172.27.4.206, port: 7375a989-9439-4258-b7ff-865576ed3c85. Sep 03 03:51:39.201367 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:39.222064 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7fabe5b5-0fe5-481c-b47e-f2f6b1152722 req-3eaae4e9-a8b3-4879-b342-a559eff941c5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614588 Sep 03 03:51:39.424162 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:39.463270 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:51:40.002227 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012c602-d22f-4242-aa89-af3943a79c1d req-752dde16-b837-4682-bbd1-0b942fff8559 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:40.011161 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:51:40.013014 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0012c602-d22f-4242-aa89-af3943a79c1d req-752dde16-b837-4682-bbd1-0b942fff8559 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.1165535 Sep 03 03:51:40.015844 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:40.016528 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:40.042430 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:51:40.059477 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:40.060111 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:40.065605 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e09507bc-4377-4b30-891a-5c505aa04f9d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/332bc3bc-6009-492f-8ad1-d63b1e4fd6c3 HTTP/1.1" status: 200 len: 992 time: 1.5704038 Sep 03 03:51:40.066188 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'tag': '7375a989-9439-4258-b7ff-865576ed3c85'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:40.076722 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1445faf7-a05a-46fa-84d6-4ff2db675b64" -d '{"events": [{"name": "network-changed", "server_uuid": "f23f06ef-2db1-4e7b-a2f4-71927f83b40d", "tag": "7375a989-9439-4258-b7ff-865576ed3c85"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:40.110923 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0012c602-d22f-4242-aa89-af3943a79c1d req-17cac089-6f0b-431b-9b8b-f0c4b4cc26ea tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887921 Sep 03 03:51:40.165897 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffab5ff9-c2cd-4a46-af7b-5ea26cb1fa98 x-openstack-request-id: req-ffab5ff9-c2cd-4a46-af7b-5ea26cb1fa98 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:40.166251 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f23f06ef-2db1-4e7b-a2f4-71927f83b40d", "tag": "7375a989-9439-4258-b7ff-865576ed3c85", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:40.166501 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffab5ff9-c2cd-4a46-af7b-5ea26cb1fa98 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:40.166952 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffab5ff9-c2cd-4a46-af7b-5ea26cb1fa98'] response: {'name': 'network-changed', 'server_uuid': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'tag': '7375a989-9439-4258-b7ff-865576ed3c85', 'status': 'completed', 'code': 200} Sep 03 03:51:40.284175 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:40.326849 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-84183986-e538-4ad8-ae02-8fba08c51ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:40.328645 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-84183986-e538-4ad8-ae02-8fba08c51ccb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 1130 time: 0.1316094 Sep 03 03:51:40.365027 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:40.442846 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f226c46-cbbc-4106-a94a-fb04e8795b50 req-e3c36805-af8b-43d3-af50-43af98d02420 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:40.452230 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9f226c46-cbbc-4106-a94a-fb04e8795b50 req-e3c36805-af8b-43d3-af50-43af98d02420 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0855124 Sep 03 03:51:40.538600 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-6244d699-8b5e-4e9d-b29d-a9e1f18f3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:40.540640 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-6244d699-8b5e-4e9d-b29d-a9e1f18f3fa2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 915 time: 0.2049632 Sep 03 03:51:40.562334 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9f226c46-cbbc-4106-a94a-fb04e8795b50 req-c0b664bc-cd87-47a0-995d-2626deda0060 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091499 Sep 03 03:51:40.574162 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '332bc3bc-6009-492f-8ad1-d63b1e4fd6c3', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '7375a989-9439-4258-b7ff-865576ed3c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:04:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:14Z', 'updated_at': '2022-09-03T03:51:38Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}, {'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:06Z', 'revision_number': 2, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:40.606881 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:51:40.619156 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:40.619837 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:40.661927 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:40.675671 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-becc0c53-d469-479e-b908-4e76b3c07d11 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7375a989-9439-4258-b7ff-865576ed3c85 HTTP/1.1" status: 200 len: 1000 time: 0.1277370 Sep 03 03:51:40.729162 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-55fdcf24-f17e-4151-b367-afd61b079beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:40.730622 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-55fdcf24-f17e-4151-b367-afd61b079beb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.0486212 Sep 03 03:51:40.792599 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:40.794998 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-4d42c30f-d224-4b8c-af1a-f3c94c4db0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:40.797648 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-4d42c30f-d224-4b8c-af1a-f3c94c4db0af service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0590913 Sep 03 03:51:40.922212 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-b690d5be-f964-4c8c-97f9-fa302ecc1f8e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055188 Sep 03 03:51:41.066423 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1445faf7-a05a-46fa-84d6-4ff2db675b64 req-a7729cb6-275f-4d03-b3ac-57f315d05fe2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303751 Sep 03 03:51:41.151369 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '332bc3bc-6009-492f-8ad1-d63b1e4fd6c3', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '7375a989-9439-4258-b7ff-865576ed3c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:04:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:14Z', 'updated_at': '2022-09-03T03:51:38Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}, {'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:06Z', 'revision_number': 2, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:41.176785 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445492b3-2197-4961-a801-d48a1daf1c29 None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '332bc3bc-6009-492f-8ad1-d63b1e4fd6c3', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '7375a989-9439-4258-b7ff-865576ed3c85', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:04:43:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:14Z', 'updated_at': '2022-09-03T03:51:38Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}, {'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:06Z', 'revision_number': 2, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:51:41.289337 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f8d0e-6286-49c7-8644-0750aa6de21f req-e50f99a0-d2dc-4a77-9f86-3546a8e2c397 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:41.292329 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-64835b2f-c8fb-48dd-a84a-52c6f0165b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:41.299554 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-384f8d0e-6286-49c7-8644-0750aa6de21f req-e50f99a0-d2dc-4a77-9f86-3546a8e2c397 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0720351 Sep 03 03:51:41.383126 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-384f8d0e-6286-49c7-8644-0750aa6de21f req-04037593-7eba-4572-92d1-6cadd94c8678 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823255 Sep 03 03:51:41.519691 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2a89dc-2b61-4e9c-a013-84b05013ae7c None None] New status for floating IP 332bc3bc-6009-492f-8ad1-d63b1e4fd6c3: ACTIVE {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:51:41.772819 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b49f34-7f17-48e8-8192-aa203402c744 req-a33c7b2f-d574-4a7c-ac86-8be7219812ba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:41.790564 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-94b49f34-7f17-48e8-8192-aa203402c744 req-a33c7b2f-d574-4a7c-ac86-8be7219812ba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.1072237 Sep 03 03:51:41.831313 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:41.855084 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-94b49f34-7f17-48e8-8192-aa203402c744 req-0a75094f-c2b2-4931-b18d-bde87811a574 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632424 Sep 03 03:51:42.519479 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9ee07-e8a4-4109-bd66-8985693fb385 req-1ecd946f-e695-4cc0-b7f7-a4ffc635bdea tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:42.523504 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9ce9ee07-e8a4-4109-bd66-8985693fb385 req-1ecd946f-e695-4cc0-b7f7-a4ffc635bdea tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0545173 Sep 03 03:51:42.568961 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:42.579312 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9ce9ee07-e8a4-4109-bd66-8985693fb385 req-0e02e5ee-0952-4b6e-b3dd-100133b1ebe4 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512021 Sep 03 03:51:42.624831 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:42.636279 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:43.061783 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171828a9-1104-4c5b-a710-07f3f3b1f45e req-a155b051-e541-4ec6-ba4d-e6b0c6a56f03 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:43.062293 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cab2b-873b-40cf-8652-3935a7f66894 req-806149d6-e473-4c57-8dc1-26869dcc5524 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:43.063372 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-171828a9-1104-4c5b-a710-07f3f3b1f45e req-a155b051-e541-4ec6-ba4d-e6b0c6a56f03 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.1568401 Sep 03 03:51:43.069304 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e5cab2b-873b-40cf-8652-3935a7f66894 req-806149d6-e473-4c57-8dc1-26869dcc5524 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0655429 Sep 03 03:51:43.073729 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8a80-091b-421f-b934-9668fbb75576 req-2f42951b-0893-4c78-90cd-61bacacacffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:43.075168 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-987f8a80-091b-421f-b934-9668fbb75576 req-2f42951b-0893-4c78-90cd-61bacacacffc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 1129 time: 0.0934179 Sep 03 03:51:43.089796 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:43.127475 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e5cab2b-873b-40cf-8652-3935a7f66894 req-5db3fb0b-3253-4e56-bff1-efa7604bfe08 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572298 Sep 03 03:51:43.194295 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-171828a9-1104-4c5b-a710-07f3f3b1f45e req-9cf791b2-d104-432c-bb59-5372f532bce9 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192560 Sep 03 03:51:43.243012 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8a80-091b-421f-b934-9668fbb75576 req-453c9a79-bb98-4343-9478-aca08b2688ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:43.243744 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-987f8a80-091b-421f-b934-9668fbb75576 req-453c9a79-bb98-4343-9478-aca08b2688ec service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 911 time: 0.1544001 Sep 03 03:51:43.325542 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-987f8a80-091b-421f-b934-9668fbb75576 req-baa36038-f9cf-4023-8d0b-f93afd684322 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c131716e-c4cf-4300-99d4-32cea2b1becb HTTP/1.1" status: 200 len: 1001 time: 0.0670855 Sep 03 03:51:43.384273 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8a80-091b-421f-b934-9668fbb75576 req-12a18a19-c82c-484d-83c1-d3aa9587c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:43.385992 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-987f8a80-091b-421f-b934-9668fbb75576 req-12a18a19-c82c-484d-83c1-d3aa9587c4bc service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.0526311 Sep 03 03:51:43.433910 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f8a80-091b-421f-b934-9668fbb75576 req-f504006a-5f4b-4021-9a62-cf850f55da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:43.435927 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-987f8a80-091b-421f-b934-9668fbb75576 req-f504006a-5f4b-4021-9a62-cf850f55da5b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424335 Sep 03 03:51:43.546856 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-987f8a80-091b-421f-b934-9668fbb75576 req-2a7a2f10-9502-4115-a3e5-c684e12df8a7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025317 Sep 03 03:51:43.679159 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-987f8a80-091b-421f-b934-9668fbb75576 req-31c9766c-9279-4599-be08-e9730f6ff661 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254396 Sep 03 03:51:44.116028 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:44.206352 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:44.362487 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90dd4b-73fd-4a22-a5d5-f26a8435c5b8 req-6dd82bf4-ef7b-4618-ad1b-27ec4cb6700f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:44.372298 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9e90dd4b-73fd-4a22-a5d5-f26a8435c5b8 req-6dd82bf4-ef7b-4618-ad1b-27ec4cb6700f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0849714 Sep 03 03:51:44.438729 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9e90dd4b-73fd-4a22-a5d5-f26a8435c5b8 req-bf6f844c-5c92-437d-b285-887d40d7e40a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653801 Sep 03 03:51:44.492988 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f60bf-d8e5-416b-8a0f-340e6a22f960 req-07c9c9f5-36c1-4dcb-8d09-3c68a5925533 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:44.495194 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b57f60bf-d8e5-416b-8a0f-340e6a22f960 req-07c9c9f5-36c1-4dcb-8d09-3c68a5925533 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.2822630 Sep 03 03:51:44.549536 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b57f60bf-d8e5-416b-8a0f-340e6a22f960 req-2e7b6795-53be-4056-9273-baefc1ce828f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471091 Sep 03 03:51:45.566705 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0350ae-03a2-4588-8fce-674d46081634 req-eb232059-2148-45cb-9b85-d5e1f2610821 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:45.568267 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3d0350ae-03a2-4588-8fce-674d46081634 req-eb232059-2148-45cb-9b85-d5e1f2610821 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0519326 Sep 03 03:51:45.590690 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:45.623317 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3d0350ae-03a2-4588-8fce-674d46081634 req-f71ff626-bab3-4f9e-82c4-f5562080aba3 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491366 Sep 03 03:51:45.682462 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943f9ec0-18f3-43ba-abde-92a746a5ac1e req-dc34dbb3-8838-40d0-a011-d40b0298d617 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:45.684040 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-943f9ec0-18f3-43ba-abde-92a746a5ac1e req-dc34dbb3-8838-40d0-a011-d40b0298d617 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0494676 Sep 03 03:51:45.730146 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-943f9ec0-18f3-43ba-abde-92a746a5ac1e req-a0715bdc-d026-45cc-9c1e-1f40efb5dff4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403886 Sep 03 03:51:45.954058 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-4f605eea-b311-4fe2-b9de-22f1458260ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:45.955549 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-4f605eea-b311-4fe2-b9de-22f1458260ac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 1129 time: 0.0541778 Sep 03 03:51:46.480228 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-db4874c6-cfd1-4692-bb3e-c712b0dad480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:46.482658 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-db4874c6-cfd1-4692-bb3e-c712b0dad480 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 918 time: 0.0975964 Sep 03 03:51:46.615299 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41248) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:46.728139 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f250acab-7802-40fe-b246-1564e4f67d03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:46.808045 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f250acab-7802-40fe-b246-1564e4f67d03 admin admin] Publish callbacks [] for security_group (16928292-1279-4204-9800-2159e687bc60), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:46.812882 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f250acab-7802-40fe-b246-1564e4f67d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (16928292-1279-4204-9800-2159e687bc60), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:46.855356 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250acab-7802-40fe-b246-1564e4f67d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16928292-1279-4204-9800-2159e687bc60,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:46.860058 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f250acab-7802-40fe-b246-1564e4f67d03 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a71aa6f3cafc46b78cf96f2b4aba05ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434285 Sep 03 03:51:46.863109 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41254) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:46.890108 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:46.958838 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce81ce-8b7d-4313-b845-dadd4bbca507 req-605a6f9a-f399-48e5-a7ed-1dbc276eb01c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:46.960571 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-14ce81ce-8b7d-4313-b845-dadd4bbca507 req-605a6f9a-f399-48e5-a7ed-1dbc276eb01c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.1413121 Sep 03 03:51:46.996503 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-5c5d2ce3-902f-4b2f-a572-5fa737f2c72e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc502e70-8b66-4849-929e-0879ed88e591 HTTP/1.1" status: 200 len: 1000 time: 0.1324291 Sep 03 03:51:47.054693 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6d9e2080-f6f8-45d0-add6-2fdb56dc6a9c admin admin] Publish callbacks [] for security_group (16928292-1279-4204-9800-2159e687bc60), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:47.079253 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-14ce81ce-8b7d-4313-b845-dadd4bbca507 req-492021c8-adb1-4600-9590-82793afed20c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116433 Sep 03 03:51:47.092891 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6d9e2080-f6f8-45d0-add6-2fdb56dc6a9c admin admin] Publish callbacks [] for security_group (16928292-1279-4204-9800-2159e687bc60), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:47.102059 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-d404af24-d1c8-42b0-b49b-5afc2782bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:47.103534 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-d404af24-d1c8-42b0-b49b-5afc2782bfae service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.0894313 Sep 03 03:51:47.163102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-7a4fd73c-bafe-4d9d-89f3-2256aad3e9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:47.164596 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-7a4fd73c-bafe-4d9d-89f3-2256aad3e9b1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445158 Sep 03 03:51:47.216633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6d9e2080-f6f8-45d0-add6-2fdb56dc6a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (16928292-1279-4204-9800-2159e687bc60), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:47.219150 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6d9e2080-f6f8-45d0-add6-2fdb56dc6a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:47.220267 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-6d9e2080-f6f8-45d0-add6-2fdb56dc6a9c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/16928292-1279-4204-9800-2159e687bc60 HTTP/1.1" status: 204 len: 168 time: 0.3551855 Sep 03 03:51:47.239283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e2080-f6f8-45d0-add6-2fdb56dc6a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16928292-1279-4204-9800-2159e687bc60,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:47.281114 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-e9748e82-29de-4767-913e-bd45ecc7904f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094346 Sep 03 03:51:47.381105 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a9756f26-e824-4cb9-9853-4cf55ac3a674 req-843f6915-cabd-42fb-88f6-a2d656518d15 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877714 Sep 03 03:51:47.888866 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41286) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:47.997866 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2086773745-network', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:48.020474 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Made reservation on behalf of 5ced06c15af249bf92f546d0a0bfba23 for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:51:48.022914 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.032037 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.110913 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Publish callbacks [] for security_group (8ff09c84-df8e-4a32-8010-601f0239e030), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.116515 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (8ff09c84-df8e-4a32-8010-601f0239e030), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.128584 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:48.147865 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:51:48.153206 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff09c84-df8e-4a32-8010-601f0239e030,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:48.161427 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (67a0d176-a6a5-405b-b271-b060c224837f), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.161775 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Added segment 67a0d176-a6a5-405b-b271-b060c224837f of type vlan for network 90887e4a-8d76-4923-bce4-beaf608c5942 Sep 03 03:51:48.203774 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (90887e4a-8d76-4923-bce4-beaf608c5942), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.212478 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb143f-3f85-417f-8aa4-4ef04fc48dd1 req-a36d9889-4dcc-4a69-b071-c339e6573ecc tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:48.213946 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b5cb143f-3f85-417f-8aa4-4ef04fc48dd1 req-a36d9889-4dcc-4a69-b071-c339e6573ecc tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0482013 Sep 03 03:51:48.229070 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (90887e4a-8d76-4923-bce4-beaf608c5942), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.230160 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:48.230731 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.251590 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:48.265169 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b5cb143f-3f85-417f-8aa4-4ef04fc48dd1 req-99729e08-7678-45ef-bff4-dedcaaf73a39 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450459 Sep 03 03:51:48.290646 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4006555 Sep 03 03:51:48.293667 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41292) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:48.296581 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d26c5a-1c85-4f70-9801-e0f5239062d3 admin admin] Pushing event updated for resources: {'Network': ['ID=90887e4a-8d76-4923-bce4-beaf608c5942,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:48.300716 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Request body: {'subnet': {'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2086773745-subnet', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:48.306836 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 90887e4a-8d76-4923-bce4-beaf608c5942 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:51:48.323234 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Made reservation on behalf of 5ced06c15af249bf92f546d0a0bfba23 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:51:48.325587 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5081843'] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.501583 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7942055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5081793'] for subnet (2aad4613-39ac-477a-a2ae-a0b23d006125), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.554174 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aad4613-39ac-477a-a2ae-a0b23d006125,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:48.570735 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Checking segment: {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:48.571112 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Network hostable DHCP agents. Network: 90887e4a-8d76-4923-bce4-beaf608c5942, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:51:48.584912 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:48.590367 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Network 90887e4a-8d76-4923-bce4-beaf608c5942 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:51:48.596464 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:48.602385 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 90887e4a-8d76-4923-bce4-beaf608c5942) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:48.607823 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:48.608986 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.612060 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa4f93-96c9-4379-a7a2-f518243dd728 None None] Network 90887e4a-8d76-4923-bce4-beaf608c5942 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:51:48.628393 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-713beaee-1b45-4949-ab3a-061da9cb6d67 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3330464 Sep 03 03:51:48.631377 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41294) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:48.635863 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:48.657136 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.658237 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.712831 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks [] for router_controller (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), precommit_add_association {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.720182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-90887e4a-8d76-4923-bce4-beaf608c5942', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:51:48.721141 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.853525 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks [] for router_gateway (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:48.983960 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:48.990023 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Allocated IP 172.20.0.2 (90887e4a-8d76-4923-bce4-beaf608c5942/2aad4613-39ac-477a-a2ae-a0b23d006125/b7daab66-24a0-4be9-adcb-05b7919aa56f) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:49.041442 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks [] for router_gateway (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.061008 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.136860 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Publish callbacks [] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.144146 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.175657 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Allocated IP 172.27.4.42 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/444e7745-3c4d-4f04-a50d-dd93713301b6) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:49.185067 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Network 90887e4a-8d76-4923-bce4-beaf608c5942 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:49.190182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:49.192401 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Pushing event updated for resources: {'Port': ['ID=b7daab66-24a0-4be9-adcb-05b7919aa56f,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:49.194674 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:49.252534 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Attempting to bind port b7daab66-24a0-4be9-adcb-05b7919aa56f on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:51:49.252868 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Attempting to bind port b7daab66-24a0-4be9-adcb-05b7919aa56f by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:51:49.253166 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Attempting to bind port b7daab66-24a0-4be9-adcb-05b7919aa56f on network 90887e4a-8d76-4923-bce4-beaf608c5942 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:49.258702 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:51:49.259254 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Checking segment: {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:49.259502 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.259913 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Bound using segment: {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:51:49.261116 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Bound port: b7daab66-24a0-4be9-adcb-05b7919aa56f, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:51:49.261116 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.285566 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks [] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.301613 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:49.321786 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.327211 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] For port b7daab66-24a0-4be9-adcb-05b7919aa56f, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:51:49.330736 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] For port b7daab66-24a0-4be9-adcb-05b7919aa56f, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=b7daab66-24a0-4be9-adcb-05b7919aa56f,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:51:49.337994 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.381484 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:49.392907 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d96a05-2e9a-446f-bdb8-fcdcb05b1c7c None None] Pushing event updated for resources: {'Port': ['ID=b7daab66-24a0-4be9-adcb-05b7919aa56f,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:49.403851 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:49.409593 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:49.437148 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Pushing event updated for resources: {'Port': ['ID=444e7745-3c4d-4f04-a50d-dd93713301b6,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:49.455448 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57447930-787f-431b-9cd8-837ca4725f7a req-9abfd097-59df-4d9a-9964-39d8ba139fd0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:49.457021 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-57447930-787f-431b-9cd8-837ca4725f7a req-9abfd097-59df-4d9a-9964-39d8ba139fd0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 945 time: 0.0989683 Sep 03 03:51:49.559780 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:49.604108 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-57447930-787f-431b-9cd8-837ca4725f7a req-2d1516b7-de52-4c97-9f4d-a4c9f6af6978 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401548 Sep 03 03:51:49.719828 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks [] for router_gateway (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.882548 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:51:49.919258 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.946830 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:49.961647 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port dc502e70-8b66-4849-929e-0879ed88e591 is: ACTIVE; New status is: DOWN {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:49.962028 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:49.987829 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:51:49.990105 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b65e66-6e61-4e6c-8d57-5e318f31662b" -d '{"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-unplugged", "status": "completed", "tag": "dc502e70-8b66-4849-929e-0879ed88e591"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:51:50.004691 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:50.010348 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:50.049702 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 03 Sep 2022 03:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bd675f-8a92-48d4-bfc8-8dbae59ffb6e x-openstack-request-id: req-b0bd675f-8a92-48d4-bfc8-8dbae59ffb6e {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:51:50.050035 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-unplugged", "status": "completed", "tag": "dc502e70-8b66-4849-929e-0879ed88e591", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:51:50.050300 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0bd675f-8a92-48d4-bfc8-8dbae59ffb6e {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:51:50.050697 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bd675f-8a92-48d4-bfc8-8dbae59ffb6e'] response: {'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591', 'code': 200} Sep 03 03:51:50.060605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:51:50.063581 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=8']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:50.153511 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:50.172803 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:51:50.182304 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Sync routers for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:51:50.194653 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:50.195631 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:50.196055 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:50.197518 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-7cb57cb7-128f-46b1-a637-b44840cf4a85 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5650003 Sep 03 03:51:50.200272 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41306) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:50.332454 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device b7daab66-24a0-4be9-adcb-05b7919aa56f up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:50.338963 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:50.383153 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f59b7e6-af07-4486-ac65-c269b4294b2c None None] Network 90887e4a-8d76-4923-bce4-beaf608c5942 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:51:50.515664 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-03b5b635-6407-459f-bce6-508db5cb2180 None None] Provisioning complete for port b7daab66-24a0-4be9-adcb-05b7919aa56f triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:50.516033 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-03b5b635-6407-459f-bce6-508db5cb2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:50.554968 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:50.601008 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port b7daab66-24a0-4be9-adcb-05b7919aa56f triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:50.601297 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:50.751223 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-03b5b635-6407-459f-bce6-508db5cb2180 None None] Current status of the port b7daab66-24a0-4be9-adcb-05b7919aa56f is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:50.751615 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-03b5b635-6407-459f-bce6-508db5cb2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:50.768172 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:49Z', 'revision_number': 3, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:50.784990 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea40d81-d1ee-4408-81a3-91e06bf2fdfd req-53fac1c8-61bd-4fc1-b3cc-aa375fc81121 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:50.786393 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ea40d81-d1ee-4408-81a3-91e06bf2fdfd req-53fac1c8-61bd-4fc1-b3cc-aa375fc81121 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0850329 Sep 03 03:51:50.825127 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:50.826307 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Checking router: 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:51:50.826654 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Updating router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 port 444e7745-3c4d-4f04-a50d-dd93713301b6 binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:51:50.867064 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port b7daab66-24a0-4be9-adcb-05b7919aa56f is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:50.867500 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:50.870584 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-03b5b635-6407-459f-bce6-508db5cb2180 None None] For port b7daab66-24a0-4be9-adcb-05b7919aa56f, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=b7daab66-24a0-4be9-adcb-05b7919aa56f,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:50.872461 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ea40d81-d1ee-4408-81a3-91e06bf2fdfd req-cd7110fe-29f3-4b40-99a3-0a862272fadb tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787449 Sep 03 03:51:50.883867 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-03b5b635-6407-459f-bce6-508db5cb2180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:50.921523 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:50.938014 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:50.978731 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.054793 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5b635-6407-459f-bce6-508db5cb2180 None None] Pushing event updated for resources: {'Port': ['ID=b7daab66-24a0-4be9-adcb-05b7919aa56f,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:51.060384 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.db.api [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=117868) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 03 03:51:51.060725 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG oslo_db.api [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 03:51:51.063969 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-ee11ccd2-9b08-46f5-ab90-9558e957bb37 None None] Provisioning complete for port b7daab66-24a0-4be9-adcb-05b7919aa56f triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:51.064143 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ee11ccd2-9b08-46f5-ab90-9558e957bb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.144780 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Allocated IP 172.20.0.1 (90887e4a-8d76-4923-bce4-beaf608c5942/2aad4613-39ac-477a-a2ae-a0b23d006125/ec3488e1-525e-4fa7-b090-281c1c4c7976) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:51.220984 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-ee11ccd2-9b08-46f5-ab90-9558e957bb37 None None] Current status of the port b7daab66-24a0-4be9-adcb-05b7919aa56f is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:51.234870 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:51.269672 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Publish callbacks [] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.305092 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.308103 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Publish callbacks [] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.317601 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.351749 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Network 90887e4a-8d76-4923-bce4-beaf608c5942 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:51.357496 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:51.359798 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Pushing event updated for resources: {'Port': ['ID=ec3488e1-525e-4fa7-b090-281c1c4c7976,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:51.362036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:51.410769 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.488458 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:51.498306 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Attempting to bind port 444e7745-3c4d-4f04-a50d-dd93713301b6 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:51:51.498522 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Attempting to bind port 444e7745-3c4d-4f04-a50d-dd93713301b6 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:51:51.498907 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Attempting to bind port 444e7745-3c4d-4f04-a50d-dd93713301b6 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:51.513130 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:51:51.513512 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:51.513913 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.514295 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:51:51.514752 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Bound port: 444e7745-3c4d-4f04-a50d-dd93713301b6, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:51:51.515229 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.517872 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868d9e7-459a-406d-a727-edbc1933af3e None None] Pushing event updated for resources: {'Port': ['ID=444e7745-3c4d-4f04-a50d-dd93713301b6,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:51.577110 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.596187 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] For port 444e7745-3c4d-4f04-a50d-dd93713301b6, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:51:51.611679 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port b7daab66-24a0-4be9-adcb-05b7919aa56f is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:51.614664 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] For port 444e7745-3c4d-4f04-a50d-dd93713301b6, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=444e7745-3c4d-4f04-a50d-dd93713301b6,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:51:51.621323 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.670952 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:51.671481 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:51.678825 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-9d664304-0685-44bb-8fd3-587c8ef078db None None] Provisioning complete for port ec3488e1-525e-4fa7-b090-281c1c4c7976 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:51.679171 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9d664304-0685-44bb-8fd3-587c8ef078db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.685066 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:51.687866 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:51.743341 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:51.748075 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868d9e7-459a-406d-a727-edbc1933af3e None None] Pushing event updated for resources: {'Port': ['ID=444e7745-3c4d-4f04-a50d-dd93713301b6,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:51.752933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Publish callbacks [] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.758779 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.793675 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-9d664304-0685-44bb-8fd3-587c8ef078db None None] Port ec3488e1-525e-4fa7-b090-281c1c4c7976 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:51:51.807076 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:51.819687 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:51.832190 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:51.833873 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Pushing event updated for resources: {'Port': ['ID=ec3488e1-525e-4fa7-b090-281c1c4c7976,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:51.945238 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Network 90887e4a-8d76-4923-bce4-beaf608c5942 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:51.945790 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:52.041993 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 1, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:52.073816 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8abde5-9e30-484d-ab46-bc8e0aac212f None None] The sync data for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi is: [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 1, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:51:52.075054 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912c11e8-8e3b-42b4-8056-5e48b6df58e2 req-0c41d9de-05e9-40e7-9939-845035f17239 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:52.076682 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-912c11e8-8e3b-42b4-8056-5e48b6df58e2 req-0c41d9de-05e9-40e7-9939-845035f17239 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0860474 Sep 03 03:51:52.132579 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:52.167054 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-912c11e8-8e3b-42b4-8056-5e48b6df58e2 req-f6e1bd92-e43b-462b-952a-b0454222943f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730295 Sep 03 03:51:52.170651 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:51:52.313175 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device b7daab66-24a0-4be9-adcb-05b7919aa56f up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:52.351871 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:51:52.357473 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-72f9c99f-1970-4789-b392-7fdda4696f64 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/62b5e54a-9ef2-4f54-8bf0-b578173d7dc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1556153 Sep 03 03:51:52.365264 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-5c8c625d-1c51-4f15-a146-1effc30abe89 None None] Provisioning complete for port ec3488e1-525e-4fa7-b090-281c1c4c7976 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:52.365641 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-5c8c625d-1c51-4f15-a146-1effc30abe89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:52.425692 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-5c8c625d-1c51-4f15-a146-1effc30abe89 None None] Port ec3488e1-525e-4fa7-b090-281c1c4c7976 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:51:52.436172 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port b7daab66-24a0-4be9-adcb-05b7919aa56f triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:52.436548 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:52.550481 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port b7daab66-24a0-4be9-adcb-05b7919aa56f is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:52.862781 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-5b3a9e53-8b3d-4ba6-8d91-e99f6a0d7105 req-7cbbe8ac-ed82-438d-bf45-8685b1350424 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:51:52.866145 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5b3a9e53-8b3d-4ba6-8d91-e99f6a0d7105 req-7cbbe8ac-ed82-438d-bf45-8685b1350424 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0149410 Sep 03 03:51:52.987867 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41352) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:52.993279 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2062938576-network', 'tenant_id': 'd62871dac47946038b561e2467c53461'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:53.024320 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Made reservation on behalf of d62871dac47946038b561e2467c53461 for: {'network': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:51:53.027590 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.045764 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.077141 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893cb92-36ee-4211-8805-b3c908ea7742 req-d8a7312e-3fb1-492c-985a-0e081cff5c32 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:53.084658 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b893cb92-36ee-4211-8805-b3c908ea7742 req-d8a7312e-3fb1-492c-985a-0e081cff5c32 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0585964 Sep 03 03:51:53.139424 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b893cb92-36ee-4211-8805-b3c908ea7742 req-c31cab6e-9259-4e52-8147-66b9aefa4471 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535164 Sep 03 03:51:53.140901 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Publish callbacks [] for security_group (3efd8134-3201-44af-8b2f-73b0ae660c87), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.146089 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3efd8134-3201-44af-8b2f-73b0ae660c87), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.192128 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=117867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:51:53.208895 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3efd8134-3201-44af-8b2f-73b0ae660c87,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:53.213896 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (51c6a811-31c6-42e4-a9ae-76c009985dbb), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.214255 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.segments_db [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Added segment 51c6a811-31c6-42e4-a9ae-76c009985dbb of type vlan for network d2d02858-e56b-42a5-897c-e56ada2df589 Sep 03 03:51:53.277639 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (d2d02858-e56b-42a5-897c-e56ada2df589), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.309278 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (d2d02858-e56b-42a5-897c-e56ada2df589), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.310540 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:53.311285 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.375028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41372) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:53.379964 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Request body: {'subnet': {'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2062938576-subnet', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'ip_version': 4}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:53.383519 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3940156 Sep 03 03:51:53.390119 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5cab33-e69a-4e07-8de5-e7c1badd542c admin admin] Pushing event updated for resources: {'Network': ['ID=d2d02858-e56b-42a5-897c-e56ada2df589,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:53.403387 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network d2d02858-e56b-42a5-897c-e56ada2df589 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:51:53.407228 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Made reservation on behalf of d62871dac47946038b561e2467c53461 for: {'subnet': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:51:53.410706 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280043'] for subnet (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.488440 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41376) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:53.602390 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-bf90677e-3d34-4f22-8a2e-d535d979cf22 service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1127164 Sep 03 03:51:53.608349 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-8a31f847-e0bb-47dd-8152-66f1db23ad2c service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:51:53.609336 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-8a31f847-e0bb-47dd-8152-66f1db23ad2c service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061352 Sep 03 03:51:53.617522 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280025'] for subnet (152fdf64-5ee8-415b-a704-13f6d69b3c84), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.678797 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Pushing event updated for resources: {'Subnet': ['ID=152fdf64-5ee8-415b-a704-13f6d69b3c84,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:53.687907 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Checking segment: {'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:53.688264 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Network hostable DHCP agents. Network: d2d02858-e56b-42a5-897c-e56ada2df589, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:51:53.696100 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41386) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:53.706499 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Network d2d02858-e56b-42a5-897c-e56ada2df589 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:51:53.716580 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, d2d02858-e56b-42a5-897c-e56ada2df589) {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:53.721524 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:53.722122 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.729566 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aebeea1-ce12-4fbc-a110-2e75d5b8421b None None] Network d2d02858-e56b-42a5-897c-e56ada2df589 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:51:53.743488 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f640e2d1-f4e5-464d-945b-8de6fa7d514d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3672032 Sep 03 03:51:53.744747 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41390) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:53.750554 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:53.813609 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-56cb854a-d9ca-4ec8-9874-45b023c8493e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:53.814998 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-56cb854a-d9ca-4ec8-9874-45b023c8493e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports/dc502e70-8b66-4849-929e-0879ed88e591 HTTP/1.1" status: 200 len: 940 time: 0.1175904 Sep 03 03:51:53.816211 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.817727 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.845022 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-d2d02858-e56b-42a5-897c-e56ada2df589', 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589', 'project_id': 'd62871dac47946038b561e2467c53461', 'fixed_ips': [{'subnet_id': '152fdf64-5ee8-415b-a704-13f6d69b3c84'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:51:53.847161 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.887801 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks [] for router_controller (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), precommit_add_association {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:53.929602 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:53.995739 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Allocated IP 172.20.0.2 (d2d02858-e56b-42a5-897c-e56ada2df589/152fdf64-5ee8-415b-a704-13f6d69b3c84/9be06262-4f79-4c71-ab65-174bd49f8bb7) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:54.060596 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks [] for router_gateway (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.123131 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:54.212287 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Publish callbacks [] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.229598 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:54.233760 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.261502 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:54.314211 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Network d2d02858-e56b-42a5-897c-e56ada2df589 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:54.321660 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks [] for router_gateway (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.329196 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:54.335657 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:54.342339 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 444e7745-3c4d-4f04-a50d-dd93713301b6 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:54.350985 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.366891 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Pushing event updated for resources: {'Port': ['ID=9be06262-4f79-4c71-ab65-174bd49f8bb7,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:54.369058 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd1dc3-bbb7-4e6b-a929-d9690447cf85 req-635497fc-1f6b-4dcc-bb12-614ad366d3d0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:54.370626 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f7dd1dc3-bbb7-4e6b-a929-d9690447cf85 req-635497fc-1f6b-4dcc-bb12-614ad366d3d0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0976241 Sep 03 03:51:54.453169 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Attempting to bind port 9be06262-4f79-4c71-ab65-174bd49f8bb7 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:51:54.453660 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Attempting to bind port 9be06262-4f79-4c71-ab65-174bd49f8bb7 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:51:54.454215 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Attempting to bind port 9be06262-4f79-4c71-ab65-174bd49f8bb7 on network d2d02858-e56b-42a5-897c-e56ada2df589 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:54.457594 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 444e7745-3c4d-4f04-a50d-dd93713301b6 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:54.457958 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.458327 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f7dd1dc3-bbb7-4e6b-a929-d9690447cf85 req-71c224ca-7d5c-4f55-8f10-23ee253f4932 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561025 Sep 03 03:51:54.463005 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:51:54.463379 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Checking segment: {'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:54.463781 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.464174 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Bound using segment: {'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:51:54.464651 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Bound port: 9be06262-4f79-4c71-ab65-174bd49f8bb7, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:51:54.465027 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.518632 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Sync routers for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:51:54.527340 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Allocated IP 172.27.4.9 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:54.532056 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:54.532772 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:54.586850 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] For port 9be06262-4f79-4c71-ab65-174bd49f8bb7, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:51:54.605202 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] For port 9be06262-4f79-4c71-ab65-174bd49f8bb7, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=9be06262-4f79-4c71-ab65-174bd49f8bb7,segment=NetworkSegment(51c6a811-31c6-42e4-a9ae-76c009985dbb),segment_id=51c6a811-31c6-42e4-a9ae-76c009985dbb)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:51:54.609785 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 444e7745-3c4d-4f04-a50d-dd93713301b6 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:54.610204 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.618312 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.644653 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks [] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.649395 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:54.668063 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 444e7745-3c4d-4f04-a50d-dd93713301b6, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=444e7745-3c4d-4f04-a50d-dd93713301b6,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:54.681365 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.696783 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:54.702504 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98f5c37-62e0-4457-a12c-5a2dc5589a2a None None] Pushing event updated for resources: {'Port': ['ID=9be06262-4f79-4c71-ab65-174bd49f8bb7,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:54.733573 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:54.733905 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:54.737007 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:54.764948 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=444e7745-3c4d-4f04-a50d-dd93713301b6,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:54.766886 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:54.820054 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Pushing event updated for resources: {'Port': ['ID=c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:54.874971 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 2, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:54.909729 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Checking router: 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:51:54.910086 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Updating router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 port ec3488e1-525e-4fa7-b090-281c1c4c7976 binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:51:54.939666 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.053555 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks [] for router_gateway (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.207703 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Publish callbacks [] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.213136 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.221780 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:55.230741 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:55.243160 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.259259 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Pushing event updated for resources: {'Port': ['ID=ec3488e1-525e-4fa7-b090-281c1c4c7976,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:55.286528 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.286890 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.287237 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.287770 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.288704 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.288704 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.288704 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.289024 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.289337 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.289784 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.290074 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.290405 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.290710 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.291038 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.291343 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:51:55.321166 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Attempting to bind port ec3488e1-525e-4fa7-b090-281c1c4c7976 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:51:55.321553 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Attempting to bind port ec3488e1-525e-4fa7-b090-281c1c4c7976 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:51:55.321902 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Attempting to bind port ec3488e1-525e-4fa7-b090-281c1c4c7976 on network 90887e4a-8d76-4923-bce4-beaf608c5942 {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:55.328687 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:51:55.329178 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Checking segment: {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:55.329568 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.329951 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Bound using segment: {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:51:55.330405 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Bound port: ec3488e1-525e-4fa7-b090-281c1c4c7976, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:51:55.330769 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.349369 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:55.377355 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:51:55.404166 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] For port ec3488e1-525e-4fa7-b090-281c1c4c7976, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:51:55.408454 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] For port ec3488e1-525e-4fa7-b090-281c1c4c7976, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=ec3488e1-525e-4fa7-b090-281c1c4c7976,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:51:55.415872 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.452780 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:55.453404 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:55.474203 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:51:55.507912 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:51:55.535383 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:55.537535 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d08973b1-645e-4f50-b27f-407377cc9d53 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7917459 Sep 03 03:51:55.540277 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41406) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:55.556469 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Sync routers for ids ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:51:55.565139 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dea47a-5c62-46c9-aa78-99cd07177c1e None None] Pushing event updated for resources: {'Port': ['ID=ec3488e1-525e-4fa7-b090-281c1c4c7976,revision_number=4']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:55.616787 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Routers {'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:55.617727 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:55.644493 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e19d3e-5403-4ca1-b864-3e06b8a35c9f req-835423d5-1a56-4fcc-9bb4-09c0ed9a66c9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:55.646087 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-03e19d3e-5403-4ca1-b864-3e06b8a35c9f req-835423d5-1a56-4fcc-9bb4-09c0ed9a66c9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0823774 Sep 03 03:51:55.680569 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:55.728222 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:55.746386 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-03e19d3e-5403-4ca1-b864-3e06b8a35c9f req-90ca8da5-0e64-46d0-bb07-8ee8ca29dbdf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911276 Sep 03 03:51:55.764892 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port dc502e70-8b66-4849-929e-0879ed88e591 is: DOWN; New status is: DOWN {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:55.808276 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c6dc88-ec6c-4ae9-bc10-e71087d03e93 None None] Network d2d02858-e56b-42a5-897c-e56ada2df589 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:51:55.866607 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Set router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:55.935659 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:55Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:55.966234 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d25084-14b5-43e7-8812-68d5717917b8 None None] The sync data for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi is: [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:55Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:51:56.069214 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:56.099624 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-51f1f83c-2afd-4480-b3f0-17d4f7982d63 None None] Provisioning complete for port 9be06262-4f79-4c71-ab65-174bd49f8bb7 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:56.100176 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-51f1f83c-2afd-4480-b3f0-17d4f7982d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:56.194098 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:56.347476 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-51f1f83c-2afd-4480-b3f0-17d4f7982d63 None None] Current status of the port 9be06262-4f79-4c71-ab65-174bd49f8bb7 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:56.348145 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-51f1f83c-2afd-4480-b3f0-17d4f7982d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:56.427000 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-51f1f83c-2afd-4480-b3f0-17d4f7982d63 None None] For port 9be06262-4f79-4c71-ab65-174bd49f8bb7, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=9be06262-4f79-4c71-ab65-174bd49f8bb7,segment=NetworkSegment(51c6a811-31c6-42e4-a9ae-76c009985dbb),segment_id=51c6a811-31c6-42e4-a9ae-76c009985dbb)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:56.430867 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 3, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port': {'id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:54Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:56.468463 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-51f1f83c-2afd-4480-b3f0-17d4f7982d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:56.473821 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Checking router: c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:51:56.474460 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Updating router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:51:56.552359 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:51:56.575032 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device ec3488e1-525e-4fa7-b090-281c1c4c7976 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:56.617294 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:56.631662 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:56.662688 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1f83c-2afd-4480-b3f0-17d4f7982d63 None None] Pushing event updated for resources: {'Port': ['ID=9be06262-4f79-4c71-ab65-174bd49f8bb7,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:56.746458 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-9bbfa7c0-148a-42bb-9d4a-8fb0f9279a43 None None] Provisioning complete for port 9be06262-4f79-4c71-ab65-174bd49f8bb7 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:56.746724 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9bbfa7c0-148a-42bb-9d4a-8fb0f9279a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:56.761987 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Allocated IP 172.20.0.1 (d2d02858-e56b-42a5-897c-e56ada2df589/152fdf64-5ee8-415b-a704-13f6d69b3c84/14dc6cd0-9d28-48fe-ab55-1775c2fc1326) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:51:56.786249 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:56.883335 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port ec3488e1-525e-4fa7-b090-281c1c4c7976 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:56.883957 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:56.910981 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f533468-ff84-404b-8670-b02baf538326 req-b3813ddc-1d8c-4fc6-9077-bac3fb766fed tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:56.912610 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3f533468-ff84-404b-8670-b02baf538326 req-b3813ddc-1d8c-4fc6-9077-bac3fb766fed tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0688438 Sep 03 03:51:56.933494 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:56.963552 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Publish callbacks [] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.002289 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3f533468-ff84-404b-8670-b02baf538326 req-02d8abc6-d9e3-4d4d-905b-b0a009e4b802 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825214 Sep 03 03:51:57.025948 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.063425 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port ec3488e1-525e-4fa7-b090-281c1c4c7976 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:57.063810 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.068533 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Network d2d02858-e56b-42a5-897c-e56ada2df589 is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:57.071460 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:57.075031 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:51:57.102211 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Pushing event updated for resources: {'Port': ['ID=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:57.120676 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.139885 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-9bbfa7c0-148a-42bb-9d4a-8fb0f9279a43 None None] Current status of the port 9be06262-4f79-4c71-ab65-174bd49f8bb7 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:57.154075 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port ec3488e1-525e-4fa7-b090-281c1c4c7976, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=ec3488e1-525e-4fa7-b090-281c1c4c7976,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:51:57.161743 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.162653 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 9be06262-4f79-4c71-ab65-174bd49f8bb7 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:57.188442 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:57.277081 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.302641 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=ec3488e1-525e-4fa7-b090-281c1c4c7976,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:57.312256 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Publish callbacks [] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.315452 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 9be06262-4f79-4c71-ab65-174bd49f8bb7 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:57.315863 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.319650 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.390340 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Attempting to bind port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:51:57.390554 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Attempting to bind port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:51:57.390971 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Attempting to bind port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:51:57.407155 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-686d6846-ed14-4bad-a0b2-955fe1701fbc None None] Provisioning complete for port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:57.407523 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-686d6846-ed14-4bad-a0b2-955fe1701fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.411843 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:51:57.412215 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:51:57.412916 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.413051 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:51:57.413449 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Bound port: c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:51:57.413786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.434928 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4fd6c-822d-4ccd-8cda-a06207a3c8e1 None None] Pushing event updated for resources: {'Port': ['ID=c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:57.443113 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Publish callbacks [] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.448780 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.485445 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-686d6846-ed14-4bad-a0b2-955fe1701fbc None None] Port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:51:57.518463 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Pushing event updated for resources: {'Port': ['ID=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:57.521916 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.524747 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] For port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:51:57.528899 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] For port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:51:57.531589 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 9be06262-4f79-4c71-ab65-174bd49f8bb7 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:57.532613 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 444e7745-3c4d-4f04-a50d-dd93713301b6 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:57.536008 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.577103 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:57.577308 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:57.603181 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Routers {'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:51:57.603816 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:57.612194 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:57.629142 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Network d2d02858-e56b-42a5-897c-e56ada2df589 is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:51:57.630477 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:51:57.671118 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4fd6c-822d-4ccd-8cda-a06207a3c8e1 None None] Pushing event updated for resources: {'Port': ['ID=c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:57.679007 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 444e7745-3c4d-4f04-a50d-dd93713301b6 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:57.679372 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.759360 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:51:57.765411 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] Set router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:51:57.865732 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 444e7745-3c4d-4f04-a50d-dd93713301b6 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:57.884410 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:51:57.890538 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1f4451de-260c-44c7-9959-44c5f04969b0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c5ca09bb-3584-4d26-adc4-94f5ce5d46e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3492377 Sep 03 03:51:57.930499 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-a6a26fbd-704d-4b65-aba0-dfcdd399be5a None None] Provisioning complete for port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:57.931568 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a6a26fbd-704d-4b65-aba0-dfcdd399be5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:57.991893 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-a6a26fbd-704d-4b65-aba0-dfcdd399be5a None None] Port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:51:58.014294 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:58.033170 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 4, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port': {'id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:54Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '14dc6cd0-9d28-48fe-ab55-1775c2fc1326', 'name': '', 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'mac_address': 'fa:16:3e:0b:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:56Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 2, 'project_id': 'd62871dac47946038b561e2467c53461', 'subnets': [{'id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:51:58.062553 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed1c600c-9573-4ac0-aff3-1a68d6072d20 None None] The sync data for ids ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'] in dv-cinder-799663-12-iscsi is: [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 4, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port': {'id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:54Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '14dc6cd0-9d28-48fe-ab55-1775c2fc1326', 'name': '', 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'mac_address': 'fa:16:3e:0b:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:56Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 2, 'project_id': 'd62871dac47946038b561e2467c53461', 'subnets': [{'id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:51:58.146501 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4b07d-b913-4802-8423-1673db487691 req-b05de1a4-30f3-42d1-8346-3ed1a2a2c6a6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:58.148157 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-73b4b07d-b913-4802-8423-1673db487691 req-b05de1a4-30f3-42d1-8346-3ed1a2a2c6a6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0486896 Sep 03 03:51:58.168966 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:58.217864 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-73b4b07d-b913-4802-8423-1673db487691 req-f4d04b52-63c2-4293-872e-cd1e9949a618 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638824 Sep 03 03:51:58.257458 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41428) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:58.266247 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-f5478302-709d-4d17-936c-9104fa8d92ff tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757017233', 'description': 'tempest-secgroup-smoke-757017233 description', 'project_id': '5ced06c15af249bf92f546d0a0bfba23'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:58.307290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f5478302-709d-4d17-936c-9104fa8d92ff tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.334938 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:51:58.348608 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device ec3488e1-525e-4fa7-b090-281c1c4c7976 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:58.392726 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f5478302-709d-4d17-936c-9104fa8d92ff tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group (5c94210e-2071-4d77-a6dd-75a82588be22), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.395961 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port ec3488e1-525e-4fa7-b090-281c1c4c7976 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:58.396361 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.399979 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f5478302-709d-4d17-936c-9104fa8d92ff tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5c94210e-2071-4d77-a6dd-75a82588be22), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.436376 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f5478302-709d-4d17-936c-9104fa8d92ff tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.440693 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f5478302-709d-4d17-936c-9104fa8d92ff tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1807337 Sep 03 03:51:58.441015 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41430) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:58.441440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5478302-709d-4d17-936c-9104fa8d92ff tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c94210e-2071-4d77-a6dd-75a82588be22,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:58.446625 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-c6686a4b-206e-44f2-a5d0-9c68343ebf99 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'security_group_rule': {'security_group_id': '5c94210e-2071-4d77-a6dd-75a82588be22', 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:58.476147 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c6686a4b-206e-44f2-a5d0-9c68343ebf99 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (d61b7d70-98dc-4e68-b7c6-57e242d1db80), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.486204 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port ec3488e1-525e-4fa7-b090-281c1c4c7976 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:58.487397 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 9be06262-4f79-4c71-ab65-174bd49f8bb7 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:51:58.539194 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c6686a4b-206e-44f2-a5d0-9c68343ebf99 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (d61b7d70-98dc-4e68-b7c6-57e242d1db80), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.540837 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 9be06262-4f79-4c71-ab65-174bd49f8bb7 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:51:58.541218 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.544416 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c6686a4b-206e-44f2-a5d0-9c68343ebf99 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (d61b7d70-98dc-4e68-b7c6-57e242d1db80), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.566608 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6686a4b-206e-44f2-a5d0-9c68343ebf99 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61b7d70-98dc-4e68-b7c6-57e242d1db80,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:58.579430 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c6686a4b-206e-44f2-a5d0-9c68343ebf99 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.581179 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-c6686a4b-206e-44f2-a5d0-9c68343ebf99 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391306 Sep 03 03:51:58.584418 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41432) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:58.590081 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-4ba9c932-1156-41d0-95ee-786ca972dcca tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'security_group_rule': {'security_group_id': '5c94210e-2071-4d77-a6dd-75a82588be22', 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:58.622363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c932-1156-41d0-95ee-786ca972dcca tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (ec770ef8-246d-4f56-826e-aa0edd1256e1), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.633321 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 9be06262-4f79-4c71-ab65-174bd49f8bb7 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:51:58.685314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c932-1156-41d0-95ee-786ca972dcca tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (ec770ef8-246d-4f56-826e-aa0edd1256e1), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.689813 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c932-1156-41d0-95ee-786ca972dcca tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (ec770ef8-246d-4f56-826e-aa0edd1256e1), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.709858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba9c932-1156-41d0-95ee-786ca972dcca tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec770ef8-246d-4f56-826e-aa0edd1256e1,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:58.718279 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4ba9c932-1156-41d0-95ee-786ca972dcca tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.719661 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-4ba9c932-1156-41d0-95ee-786ca972dcca tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339366 Sep 03 03:51:58.722396 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41434) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:58.726771 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-42416f9a-c9ff-4ee3-887a-84513b33d5b2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'security_group_rule': {'security_group_id': '5c94210e-2071-4d77-a6dd-75a82588be22', 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:58.756884 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42416f9a-c9ff-4ee3-887a-84513b33d5b2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (aba51876-8876-485d-a800-82ca6e02b244), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.815129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42416f9a-c9ff-4ee3-887a-84513b33d5b2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (aba51876-8876-485d-a800-82ca6e02b244), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.820473 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42416f9a-c9ff-4ee3-887a-84513b33d5b2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (aba51876-8876-485d-a800-82ca6e02b244), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.839521 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42416f9a-c9ff-4ee3-887a-84513b33d5b2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aba51876-8876-485d-a800-82ca6e02b244,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:58.848074 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-42416f9a-c9ff-4ee3-887a-84513b33d5b2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.849258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-42416f9a-c9ff-4ee3-887a-84513b33d5b2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258960 Sep 03 03:51:58.852049 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41438) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:58.856227 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-e313e24b-b773-4462-8758-e53fd2dedd07 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'security_group_rule': {'security_group_id': '5c94210e-2071-4d77-a6dd-75a82588be22', 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:58.903197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e313e24b-b773-4462-8758-e53fd2dedd07 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (e49823c5-4b45-46c4-bd90-91def76cba4a), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.956324 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e313e24b-b773-4462-8758-e53fd2dedd07 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (e49823c5-4b45-46c4-bd90-91def76cba4a), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.961322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e313e24b-b773-4462-8758-e53fd2dedd07 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (e49823c5-4b45-46c4-bd90-91def76cba4a), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.981012 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313e24b-b773-4462-8758-e53fd2dedd07 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49823c5-4b45-46c4-bd90-91def76cba4a,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:58.992682 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e313e24b-b773-4462-8758-e53fd2dedd07 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:58.996971 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41440) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:58.997541 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e313e24b-b773-4462-8758-e53fd2dedd07 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1444354 Sep 03 03:51:59.002891 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-152ccbab-5101-48f6-b773-3a4eed6b5156 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'security_group_rule': {'security_group_id': '5c94210e-2071-4d77-a6dd-75a82588be22', 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:59.025944 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.securitygroups_db [None req-152ccbab-5101-48f6-b773-3a4eed6b5156 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Project 5ced06c15af249bf92f546d0a0bfba23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 03:51:59.032388 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-152ccbab-5101-48f6-b773-3a4eed6b5156 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (379aad68-b14d-4b77-b9c6-b8259a294505), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:59.092422 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-152ccbab-5101-48f6-b773-3a4eed6b5156 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (379aad68-b14d-4b77-b9c6-b8259a294505), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:59.096951 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-152ccbab-5101-48f6-b773-3a4eed6b5156 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (379aad68-b14d-4b77-b9c6-b8259a294505), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:59.117735 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ccbab-5101-48f6-b773-3a4eed6b5156 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379aad68-b14d-4b77-b9c6-b8259a294505,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:59.126341 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-152ccbab-5101-48f6-b773-3a4eed6b5156 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:59.128158 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-152ccbab-5101-48f6-b773-3a4eed6b5156 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289103 Sep 03 03:51:59.130509 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 41442) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:51:59.135084 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-3e4a6930-970b-4fd3-821d-50c4f6631e8b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'security_group_rule': {'security_group_id': '5c94210e-2071-4d77-a6dd-75a82588be22', 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:51:59.158553 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.securitygroups_db [None req-3e4a6930-970b-4fd3-821d-50c4f6631e8b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Project 5ced06c15af249bf92f546d0a0bfba23 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 03:51:59.165630 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6930-970b-4fd3-821d-50c4f6631e8b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (f7ae7f5c-3942-4969-844e-7dccca93d7ef), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:59.241235 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6930-970b-4fd3-821d-50c4f6631e8b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (f7ae7f5c-3942-4969-844e-7dccca93d7ef), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:59.246452 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6930-970b-4fd3-821d-50c4f6631e8b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (f7ae7f5c-3942-4969-844e-7dccca93d7ef), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:59.272007 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a6930-970b-4fd3-821d-50c4f6631e8b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ae7f5c-3942-4969-844e-7dccca93d7ef,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:51:59.279537 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6930-970b-4fd3-821d-50c4f6631e8b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:51:59.280947 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-3e4a6930-970b-4fd3-821d-50c4f6631e8b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494055 Sep 03 03:51:59.391514 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e5a7f-12ad-48da-88f1-c7f78b6e45bc req-ee4fe6d7-384e-41d1-bb97-db6267d3036f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:51:59.395285 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9e4e5a7f-12ad-48da-88f1-c7f78b6e45bc req-ee4fe6d7-384e-41d1-bb97-db6267d3036f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0654950 Sep 03 03:51:59.452045 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9e4e5a7f-12ad-48da-88f1-c7f78b6e45bc req-8566d235-bdde-4c46-9096-39ab7fec7815 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525539 Sep 03 03:52:00.129718 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:00.133897 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-6322e92c-252b-441b-81f3-1eed140c848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:00.135559 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-6322e92c-252b-441b-81f3-1eed140c848e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78&tenant_id=4d80eadc5cc34322b85201c50b3c6552 HTTP/1.1" status: 200 len: 1127 time: 0.0824018 Sep 03 03:52:00.209767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-c8527d66-c8ff-445d-8638-620c2aa65a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:00.211669 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-c8527d66-c8ff-445d-8638-620c2aa65a1b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 1127 time: 0.0420792 Sep 03 03:52:00.284666 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:52:00.326324 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:00.329137 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-3169de3c-6623-489e-aa5b-a26b6f73da19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:00.330948 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-3169de3c-6623-489e-aa5b-a26b6f73da19 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 918 time: 0.1050153 Sep 03 03:52:00.333856 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:52:00.333993 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:00.342098 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Sync routers for ids ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:52:00.354769 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Routers {'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:52:00.355434 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:00.406465 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-2c6dd201-d4f0-445a-9c3e-ef07d05b3c3a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc502e70-8b66-4849-929e-0879ed88e591 HTTP/1.1" status: 200 len: 998 time: 0.0643580 Sep 03 03:52:00.462621 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-ab9ab99f-514b-4d52-95af-4d29b76650fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:00.464237 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-ab9ab99f-514b-4d52-95af-4d29b76650fa service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.0480819 Sep 03 03:52:00.468172 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Set router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:52:00.482753 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:00.526294 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-51bbbda9-fee0-4c6d-8d8b-4d88dcaf230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:00.528494 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-51bbbda9-fee0-4c6d-8d8b-4d88dcaf230d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0535564 Sep 03 03:52:00.564617 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:00.565195 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:00.593559 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:00.601426 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:00.625949 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b2b31-ea67-42eb-afdf-a29ddf0e3385 req-b1118584-6a91-4cd5-b645-14ad3d16ff34 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:00.628192 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80b2b31-ea67-42eb-afdf-a29ddf0e3385 req-b1118584-6a91-4cd5-b645-14ad3d16ff34 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0705066 Sep 03 03:52:00.658144 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:00.675636 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-163f477e-d821-41d3-b322-8d8e7ad20b6f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319993 Sep 03 03:52:00.692677 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d80b2b31-ea67-42eb-afdf-a29ddf0e3385 req-eb7ba88f-7aa5-4a85-8de3-380e2d57fa47 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586405 Sep 03 03:52:00.713196 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 4, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port': {'id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:10:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:54Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '14dc6cd0-9d28-48fe-ab55-1775c2fc1326', 'name': '', 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'mac_address': 'fa:16:3e:0b:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:56Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 2, 'project_id': 'd62871dac47946038b561e2467c53461', 'subnets': [{'id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:00.748315 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Checking router: c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:52:00.748658 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Updating router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:52:00.776586 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:00.779300 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b143a1df-8f37-479f-aee4-6c2ed4f0580a req-c5c461fe-6306-49f9-967b-aeedacc24c23 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964656 Sep 03 03:52:00.809758 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:01.053216 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Publish callbacks [] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:01.060334 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:01.064392 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:01.148305 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581060d2-6f29-4387-ab4f-3d9efa480fcc None None] Pushing event updated for resources: {'Port': ['ID=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:01.166303 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Attempting to bind port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:52:01.166525 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Attempting to bind port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:52:01.167194 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Attempting to bind port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 on network d2d02858-e56b-42a5-897c-e56ada2df589 {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:52:01.173003 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:52:01.173363 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Checking segment: {'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:52:01.174214 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:01.174608 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Bound using segment: {'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:52:01.175085 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Bound port: 14dc6cd0-9d28-48fe-ab55-1775c2fc1326, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c6a811-31c6-42e4-a9ae-76c009985dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:52:01.175451 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:01.244022 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] For port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:52:01.247448 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] For port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,segment=NetworkSegment(51c6a811-31c6-42e4-a9ae-76c009985dbb),segment_id=51c6a811-31c6-42e4-a9ae-76c009985dbb)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:52:01.256591 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:01.302392 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Routers {'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:52:01.303094 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:51:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:01.360292 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581060d2-6f29-4387-ab4f-3d9efa480fcc None None] Pushing event updated for resources: {'Port': ['ID=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,revision_number=4']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:01.455290 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] Set router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:52:01.650755 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:01.671800 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 4, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port': {'id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:54Z', 'updated_at': '2022-09-03T03:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '14dc6cd0-9d28-48fe-ab55-1775c2fc1326', 'name': '', 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'mac_address': 'fa:16:3e:0b:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:56Z', 'updated_at': '2022-09-03T03:52:01Z', 'revision_number': 4, 'project_id': 'd62871dac47946038b561e2467c53461', 'subnets': [{'id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:01.697929 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f3433-1e96-48ba-afdf-16657b67924a None None] The sync data for ids ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'] in dv-cinder-799663-12-iscsi is: [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 4, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port': {'id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:54Z', 'updated_at': '2022-09-03T03:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '14dc6cd0-9d28-48fe-ab55-1775c2fc1326', 'name': '', 'network_id': 'd2d02858-e56b-42a5-897c-e56ada2df589', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'mac_address': 'fa:16:3e:0b:59:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:56Z', 'updated_at': '2022-09-03T03:52:01Z', 'revision_number': 4, 'project_id': 'd62871dac47946038b561e2467c53461', 'subnets': [{'id': '152fdf64-5ee8-415b-a704-13f6d69b3c84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:52:01.840975 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ab073-601a-487f-bdf3-2d9ccb0393e5 req-c4347393-a923-45d1-b70a-c5dd71422494 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:01.843395 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8f0ab073-601a-487f-bdf3-2d9ccb0393e5 req-c4347393-a923-45d1-b70a-c5dd71422494 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0505135 Sep 03 03:52:01.909132 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8f0ab073-601a-487f-bdf3-2d9ccb0393e5 req-793bc1ae-4a59-48a5-acf5-2accd281a008 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579538 Sep 03 03:52:02.309421 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:52:02.366393 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:52:02.366760 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:02.445169 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:02.446291 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:52:02.491483 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:52:02.491847 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:02.561463 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:02.572485 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:02.573148 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:02.611153 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,segment=NetworkSegment(51c6a811-31c6-42e4-a9ae-76c009985dbb),segment_id=51c6a811-31c6-42e4-a9ae-76c009985dbb)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:02.615495 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:02.666110 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:03.017425 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:03.057829 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbef066-84d8-4e01-9137-69223dc7b0f4 req-5a3cc677-1ded-479a-8c23-6e2bead165ec tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:03.059371 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2fbef066-84d8-4e01-9137-69223dc7b0f4 req-5a3cc677-1ded-479a-8c23-6e2bead165ec tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0508614 Sep 03 03:52:03.108155 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:03.133736 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2fbef066-84d8-4e01-9137-69223dc7b0f4 req-925e12c6-74c3-4358-8a65-e30b71ea1705 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682561 Sep 03 03:52:04.289018 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6627df-3d63-4d46-9459-3b4b81973137 req-cc20315e-96af-46d7-8125-892f2a91c679 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:04.291649 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ac6627df-3d63-4d46-9459-3b4b81973137 req-cc20315e-96af-46d7-8125-892f2a91c679 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0763965 Sep 03 03:52:04.299561 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:52:04.354766 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ac6627df-3d63-4d46-9459-3b4b81973137 req-153a2f44-6388-4c59-bfff-b8dca9228a85 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564508 Sep 03 03:52:04.387085 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:52:04.387085 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:04.477316 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:05.530656 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41658e-8c97-4ef6-ac31-4fea71d3579b req-f47e0751-03a7-4850-a88b-5da40ea43a53 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:05.533382 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-dd41658e-8c97-4ef6-ac31-4fea71d3579b req-f47e0751-03a7-4850-a88b-5da40ea43a53 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0578032 Sep 03 03:52:05.594007 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-dd41658e-8c97-4ef6-ac31-4fea71d3579b req-4bf13e4d-a5b6-4b55-a41f-cb5f6795ea02 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546379 Sep 03 03:52:06.745248 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908dfd7-f6a9-4f7b-9b72-fc40525dd660 req-1e696b3f-d68c-4de7-884f-e367c123c0da tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:06.746847 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4908dfd7-f6a9-4f7b-9b72-fc40525dd660 req-1e696b3f-d68c-4de7-884f-e367c123c0da tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0610511 Sep 03 03:52:06.804204 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4908dfd7-f6a9-4f7b-9b72-fc40525dd660 req-340af833-e805-443e-ae66-1d24579871b5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503867 Sep 03 03:52:07.930757 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5a41e-bece-4b2b-9f46-d797622ca692 req-862c520d-f0e0-479a-be16-28730bf2218c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:07.932269 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6bb5a41e-bece-4b2b-9f46-d797622ca692 req-862c520d-f0e0-479a-be16-28730bf2218c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0487282 Sep 03 03:52:07.987268 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6bb5a41e-bece-4b2b-9f46-d797622ca692 req-26b53369-a9ee-4ed2-8d6c-a1ce3068c134 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490761 Sep 03 03:52:08.961481 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-1048dbba-2838-4eda-bb14-3ec8aace423b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:09.118580 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9670e51-6d1c-4170-a306-bfabd2a5710e req-cf84eb85-22e5-4337-9659-bfb1243dac67 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:09.120191 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f9670e51-6d1c-4170-a306-bfabd2a5710e req-cf84eb85-22e5-4337-9659-bfb1243dac67 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0481877 Sep 03 03:52:09.176658 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f9670e51-6d1c-4170-a306-bfabd2a5710e req-1096be0a-0ca2-4a7c-8eca-f802c7e0fe63 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496402 Sep 03 03:52:09.991410 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:10.327626 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe5932-530c-4464-9548-72f0681793d8 req-176b2dfc-c6ff-4525-b849-be94c9e2db91 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:10.329607 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-77fe5932-530c-4464-9548-72f0681793d8 req-176b2dfc-c6ff-4525-b849-be94c9e2db91 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0538256 Sep 03 03:52:10.386435 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-77fe5932-530c-4464-9548-72f0681793d8 req-781cc8e9-0270-4ed7-a428-6f5b94059e20 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510013 Sep 03 03:52:11.267014 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e66013a7-69c6-436e-9b73-37372fa09e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:11.535742 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36057235-a2d1-4b54-b18a-de57967f5016 req-a7f2ffaf-a7b2-455d-9c25-3bed12bc88a0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:11.537408 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-36057235-a2d1-4b54-b18a-de57967f5016 req-a7f2ffaf-a7b2-455d-9c25-3bed12bc88a0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0586231 Sep 03 03:52:11.588175 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-36057235-a2d1-4b54-b18a-de57967f5016 req-d1ad3976-cdb6-4bb1-94ce-232bc4e12e6e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449736 Sep 03 03:52:12.624133 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:12.735094 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b504a-ce94-4892-8d89-1aeeb7cd80d1 req-eebcdce8-c170-4fc8-81d7-1cc592e56cc8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:12.736696 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0e5b504a-ce94-4892-8d89-1aeeb7cd80d1 req-eebcdce8-c170-4fc8-81d7-1cc592e56cc8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0540142 Sep 03 03:52:12.791984 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0e5b504a-ce94-4892-8d89-1aeeb7cd80d1 req-95ce9f2d-b08d-4c04-84f7-79febf55268f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477924 Sep 03 03:52:13.553275 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:13.554105 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=50,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:13.940388 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d8657-8716-487f-a1a9-5a52442a36d0 req-bac64822-8b35-44cf-80af-86289cf58f8f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:13.941957 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-194d8657-8716-487f-a1a9-5a52442a36d0 req-bac64822-8b35-44cf-80af-86289cf58f8f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0615871 Sep 03 03:52:13.995039 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-194d8657-8716-487f-a1a9-5a52442a36d0 req-b702aed4-826e-4a51-867f-8e0bf57e2279 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447721 Sep 03 03:52:14.111427 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:14.192182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:14.693247 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:14.703054 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-0fbb8aab-fa18-4b06-b97f-c23f231c8797 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422492 Sep 03 03:52:15.397652 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544603c1-a82b-471e-9c6c-e8c6968682b3 req-d652ba39-9775-44e4-9bb3-6ddfde314203 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:15.399104 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-544603c1-a82b-471e-9c6c-e8c6968682b3 req-d652ba39-9775-44e4-9bb3-6ddfde314203 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.3107812 Sep 03 03:52:15.404453 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-09c33652-5ec3-4d82-968a-184aeffa35ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:15.405840 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-09c33652-5ec3-4d82-968a-184aeffa35ce service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 1130 time: 0.0510280 Sep 03 03:52:15.497823 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-544603c1-a82b-471e-9c6c-e8c6968682b3 req-5df2f96e-b6ef-45da-bc47-6db963071b5f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910804 Sep 03 03:52:15.499665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:15.535094 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-ea2b8eb9-1f47-4705-9abe-48b3c837339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:15.536570 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-ea2b8eb9-1f47-4705-9abe-48b3c837339a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 915 time: 0.1067920 Sep 03 03:52:15.607319 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-bbcf02bd-f514-4add-9460-18fda8a985b8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1197b605-d728-4d04-90d2-9befd8120dd4 HTTP/1.1" status: 200 len: 1001 time: 0.0632520 Sep 03 03:52:15.662477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-44cd04b1-874b-4b27-8f2e-d54738c4183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:15.664047 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-44cd04b1-874b-4b27-8f2e-d54738c4183c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.0450208 Sep 03 03:52:15.710978 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-53b1e122-f902-4340-bb25-a098ab7166f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:15.712622 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-53b1e122-f902-4340-bb25-a098ab7166f7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392144 Sep 03 03:52:15.807752 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-b6833bfb-b231-4800-b132-b91c8ca58619 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874906 Sep 03 03:52:15.912426 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-51cd0d02-8a93-4754-b3bf-24bae1d600fc req-d4928cc9-12e8-4980-a340-4f5f63c15744 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961559 Sep 03 03:52:16.627360 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b6c77-44ef-42de-b56f-3a50b6f6333f req-e845d37f-2803-4e53-aeba-dfb541b1be98 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:16.628841 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5e2b6c77-44ef-42de-b56f-3a50b6f6333f req-e845d37f-2803-4e53-aeba-dfb541b1be98 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 945 time: 0.0567145 Sep 03 03:52:16.639024 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0346d7-e174-4656-94db-4ac3922ed1e9 req-8afc4ff2-9302-42f7-ac95-c44bfb14ca92 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:16.640503 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-de0346d7-e174-4656-94db-4ac3922ed1e9 req-8afc4ff2-9302-42f7-ac95-c44bfb14ca92 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0501382 Sep 03 03:52:16.676291 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5e2b6c77-44ef-42de-b56f-3a50b6f6333f req-0e8a577a-18af-4abf-b4b3-00d533430410 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414448 Sep 03 03:52:16.686444 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-de0346d7-e174-4656-94db-4ac3922ed1e9 req-f8a215ae-9546-4116-ae12-1dbed9f172a8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 Sep 03 03:52:17.810441 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6030ac-9327-43f6-9f30-794a184a7687 req-f6bc7cc6-0ba1-4dd4-8019-bd8e127044c0 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:17.812028 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1b6030ac-9327-43f6-9f30-794a184a7687 req-f6bc7cc6-0ba1-4dd4-8019-bd8e127044c0 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 945 time: 0.0501370 Sep 03 03:52:17.814496 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a1c87-691d-4011-81ea-8b8660f09557 req-b7766c55-b97b-4c26-be76-35e0730fcf61 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:17.816111 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cc4a1c87-691d-4011-81ea-8b8660f09557 req-b7766c55-b97b-4c26-be76-35e0730fcf61 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0475104 Sep 03 03:52:17.870667 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cc4a1c87-691d-4011-81ea-8b8660f09557 req-30cb7bc0-ec4c-49d8-8900-4cd2eb1b4b6e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469573 Sep 03 03:52:17.873491 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1b6030ac-9327-43f6-9f30-794a184a7687 req-622a542c-2c5a-4ed7-9503-bf07955f77f2 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514882 Sep 03 03:52:18.935978 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-c408b921-57ef-4521-abec-daf28a2874f6 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:18.937825 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-c408b921-57ef-4521-abec-daf28a2874f6 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 945 time: 0.0557325 Sep 03 03:52:19.012044 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a224c-ca49-418a-bfb4-e00bcab73d30 req-753c960c-083b-4fc0-8d75-9cf8678871ef tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:19.013761 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9e8a224c-ca49-418a-bfb4-e00bcab73d30 req-753c960c-083b-4fc0-8d75-9cf8678871ef tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0482879 Sep 03 03:52:19.042889 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61b655-6ce2-48c9-9cba-2227678e4020 req-2c35f9ee-fcf2-422b-a49a-2c4cb836e0ee tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:19.044408 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-be61b655-6ce2-48c9-9cba-2227678e4020 req-2c35f9ee-fcf2-422b-a49a-2c4cb836e0ee tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 945 time: 0.0846534 Sep 03 03:52:19.065963 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9e8a224c-ca49-418a-bfb4-e00bcab73d30 req-812192db-ad42-432d-bdc4-6331f92cda73 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468287 Sep 03 03:52:19.095367 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Deleting port 6cda611e-3725-48d2-aa18-b249345b2805 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:52:19.095603 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (6cda611e-3725-48d2-aa18-b249345b2805), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:19.100147 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:19.164821 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-be61b655-6ce2-48c9-9cba-2227678e4020 req-0c081cc5-4b91-497f-b5b3-da9ea83c1b9d tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025062 Sep 03 03:52:19.208734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] For port 6cda611e-3725-48d2-aa18-b249345b2805, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=6cda611e-3725-48d2-aa18-b249345b2805,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:19.209071 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (6cda611e-3725-48d2-aa18-b249345b2805), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:19.218240 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-f3db3650-89dd-4082-8122-9c5a9ff6a5a2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-757017233&fields=id&tenant_id=5ced06c15af249bf92f546d0a0bfba23 HTTP/1.1" status: 200 len: 267 time: 0.0475914 Sep 03 03:52:19.222796 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Calling delete_port for 6cda611e-3725-48d2-aa18-b249345b2805 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:52:19.300977 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:19.329403 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-d1464dd7-1274-477b-a5ff-4e9bf5982196 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:19.330849 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-d1464dd7-1274-477b-a5ff-4e9bf5982196 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/networks?id=90887e4a-8d76-4923-bce4-beaf608c5942 HTTP/1.1" status: 200 len: 809 time: 0.1050839 Sep 03 03:52:19.345898 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-82a14b62-8fcd-422e-b1b0-e159568110fe tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/quotas/5ced06c15af249bf92f546d0a0bfba23 HTTP/1.1" status: 200 len: 375 time: 0.0094099 Sep 03 03:52:19.355904 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (6cda611e-3725-48d2-aa18-b249345b2805), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:19.375335 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['6cda611e-3725-48d2-aa18-b249345b2805'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:52:19.382731 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Pushing event deleted for resources: {'Port': ['ID=6cda611e-3725-48d2-aa18-b249345b2805,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:19.397674 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.397674 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.397961 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.398231 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.399009 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.399009 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.399224 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.399479 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.399821 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.400129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.400466 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.400777 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.401105 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.401432 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.401741 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:19.409003 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-a7b8d8be-852f-4aa9-8eb0-a24a20af9cb7 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=5ced06c15af249bf92f546d0a0bfba23&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559144 Sep 03 03:52:19.439983 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] No DVR routers for this DVR port 6cda611e-3725-48d2-aa18-b249345b2805 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:52:19.441667 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:19.442484 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:19.445942 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e000a8d4-1085-4a02-8a95-a8162c9b426b req-5f2b84f0-d85b-48b6-848c-1dd30186d9c8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.57 "DELETE /networking/v2.0/ports/6cda611e-3725-48d2-aa18-b249345b2805 HTTP/1.1" status: 204 len: 173 time: 0.4874108 Sep 03 03:52:19.447325 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cfe47d-e76d-4318-b163-eacbda0af541', 'name': 'network-vif-deleted', 'tag': '6cda611e-3725-48d2-aa18-b249345b2805'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:52:19.450271 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218adc0d-d971-42d6-8dbd-973914423229" -d '{"events": [{"server_uuid": "12cfe47d-e76d-4318-b163-eacbda0af541", "name": "network-vif-deleted", "tag": "6cda611e-3725-48d2-aa18-b249345b2805"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:52:19.489082 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66137fc9-2584-45a3-9ca6-7c8ea8d4e859 x-openstack-request-id: req-66137fc9-2584-45a3-9ca6-7c8ea8d4e859 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:52:19.489423 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12cfe47d-e76d-4318-b163-eacbda0af541", "name": "network-vif-deleted", "tag": "6cda611e-3725-48d2-aa18-b249345b2805", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:52:19.490177 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66137fc9-2584-45a3-9ca6-7c8ea8d4e859 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:52:19.490177 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66137fc9-2584-45a3-9ca6-7c8ea8d4e859'] response: {'server_uuid': '12cfe47d-e76d-4318-b163-eacbda0af541', 'name': 'network-vif-deleted', 'tag': '6cda611e-3725-48d2-aa18-b249345b2805', 'status': 'completed', 'code': 200} Sep 03 03:52:19.531113 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-ba36226a-1914-4343-a9dd-acd8cce31fc9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107886 Sep 03 03:52:19.649394 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-68db1fe5-106e-4d0a-b1f9-70966e45e9a9 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094635 Sep 03 03:52:19.953434 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-061e1306-2bfd-45fb-ad9b-b801883fc32e req-6ed990ca-3d9a-4da3-af23-02b1d2f14e2e tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 210 time: 0.0314612 Sep 03 03:52:20.206713 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c459b-dd34-4fff-9a47-0f3055142af3 req-3e398b21-69fc-41da-b4ee-6522cdd99bff tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:20.213628 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b65c459b-dd34-4fff-9a47-0f3055142af3 req-3e398b21-69fc-41da-b4ee-6522cdd99bff tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0571139 Sep 03 03:52:20.221435 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:20.284014 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b65c459b-dd34-4fff-9a47-0f3055142af3 req-42810513-913a-4a5b-ab0f-832ae43468a9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692880 Sep 03 03:52:20.307851 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2ddf7d1f-1094-48fa-bc30-0dfc93a9841b req-36b0b96a-3e2d-435e-b94d-a2af8b17ba9e tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 210 time: 0.0333402 Sep 03 03:52:21.060217 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d3fa91b8-a4c1-4f5c-8cf0-e9356200a9c3 req-cf213bf3-de73-4e59-8e11-fe414fb8817f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 210 time: 0.0330813 Sep 03 03:52:21.439060 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17506317-21b2-4abb-866f-d721f4629f02 req-18e2989b-44a8-4bc1-84a4-63204d8a40ba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:21.440811 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-17506317-21b2-4abb-866f-d721f4629f02 req-18e2989b-44a8-4bc1-84a4-63204d8a40ba tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 943 time: 0.0729239 Sep 03 03:52:21.452219 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e5a7be66-26bf-431e-9c3b-751bfc8e6eda req-ae38af3b-75cc-4822-a3e1-920277eb9ae6 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=12cfe47d-e76d-4318-b163-eacbda0af541 HTTP/1.1" status: 200 len: 210 time: 0.0474424 Sep 03 03:52:21.497863 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-17506317-21b2-4abb-866f-d721f4629f02 req-c3b1ae98-5364-4387-9577-9e5bc1a55281 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511611 Sep 03 03:52:21.818999 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:52:21.822117 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:21.917331 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:21.928369 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'dc502e70-8b66-4849-929e-0879ed88e591', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'port_id': 'dc502e70-8b66-4849-929e-0879ed88e591', 'mac_address': 'fa:16:3e:1d:25:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:52:21.966466 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port dc502e70-8b66-4849-929e-0879ed88e591 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:21.966837 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:21.981323 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc502e70-8b66-4849-929e-0879ed88e591 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:52:22.002863 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:22.006738 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:22.053575 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=9']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:22.060833 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.061290 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.061660 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.062010 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.062348 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.062701 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.063042 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.063362 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.063697 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.064636 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.064964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.065299 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.065793 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.066114 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.066427 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:22.149118 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-51fd6f26-c792-4416-8f8c-4b0208e0ff78 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:22.150597 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-51fd6f26-c792-4416-8f8c-4b0208e0ff78 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.57 "GET /networking/v2.0/networks?id=90887e4a-8d76-4923-bce4-beaf608c5942 HTTP/1.1" status: 200 len: 809 time: 0.1115425 Sep 03 03:52:22.172249 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-24996965-826b-4360-9c96-7d84c5f4734a req-0a909bfa-6f58-4fc8-af13-cc194a683589 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 210 time: 0.0275948 Sep 03 03:52:22.237506 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-6b12d797-e2f7-48f3-8405-92f0285ab013 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=5ced06c15af249bf92f546d0a0bfba23 HTTP/1.1" status: 200 len: 379 time: 0.0573366 Sep 03 03:52:22.247239 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'port': {'device_id': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'admin_state_up': True, 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'security_groups': ['5c94210e-2071-4d77-a6dd-75a82588be22']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:52:22.360762 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Made reservation on behalf of 5ced06c15af249bf92f546d0a0bfba23 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:52:22.364622 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:22.417878 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['dc502e70-8b66-4849-929e-0879ed88e591'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:52:22.494948 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:22.499287 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Allocated IP 172.20.0.10 (90887e4a-8d76-4923-bce4-beaf608c5942/2aad4613-39ac-477a-a2ae-a0b23d006125/60723675-08fc-443b-9199-a4d4fdaeb719) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:52:22.646345 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0fd50-8df8-44b9-a4e0-7cbbaeef530f req-0009fb37-353f-4d21-84d2-be8ff789b6c0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:22.650031 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d7a0fd50-8df8-44b9-a4e0-7cbbaeef530f req-0009fb37-353f-4d21-84d2-be8ff789b6c0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.0536325 Sep 03 03:52:22.654482 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for port (60723675-08fc-443b-9199-a4d4fdaeb719), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:22.689716 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:22.698244 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:22.706130 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d7a0fd50-8df8-44b9-a4e0-7cbbaeef530f req-a6dc3590-6862-422c-81bb-b36f32e5a987 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501099 Sep 03 03:52:22.779736 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Network 90887e4a-8d76-4923-bce4-beaf608c5942 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:52:22.785217 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:52:22.787943 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:52:22.793020 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:22.853878 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:22.854487 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:22.874647 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-08ee5fdc-cb24-4670-8315-7cac4ba1cd37 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6311500 Sep 03 03:52:22.892555 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Request body: {'port': {'device_id': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:52:22.960202 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:22.993552 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-337ddb62-b735-42bd-82ef-a6f4d3c72864 None None] Provisioning complete for port 60723675-08fc-443b-9199-a4d4fdaeb719 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:52:22.994232 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-337ddb62-b735-42bd-82ef-a6f4d3c72864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:23.016543 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:23.027825 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-337ddb62-b735-42bd-82ef-a6f4d3c72864 None None] Port 60723675-08fc-443b-9199-a4d4fdaeb719 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:52:23.219820 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60723675-08fc-443b-9199-a4d4fdaeb719 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:52:23.228142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Publish callbacks [] for port (60723675-08fc-443b-9199-a4d4fdaeb719), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:23.242773 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Transition to ACTIVE for port object 60723675-08fc-443b-9199-a4d4fdaeb719 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:52:23.247316 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:23.344063 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc75a82-ae77-4ad2-9969-0367aad3c7fb req-8c6a6f26-3754-46eb-a50f-231202410677 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:23.345452 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3dc75a82-ae77-4ad2-9969-0367aad3c7fb req-8c6a6f26-3754-46eb-a50f-231202410677 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0955551 Sep 03 03:52:23.348296 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Pushing event updated for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:23.374734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:23.440036 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3dc75a82-ae77-4ad2-9969-0367aad3c7fb req-a474b2bc-b390-4d15-97e1-1c5933d03b44 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878463 Sep 03 03:52:23.441051 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Attempting to bind port 60723675-08fc-443b-9199-a4d4fdaeb719 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:52:23.441375 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Attempting to bind port 60723675-08fc-443b-9199-a4d4fdaeb719 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:52:23.441692 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Attempting to bind port 60723675-08fc-443b-9199-a4d4fdaeb719 on network 90887e4a-8d76-4923-bce4-beaf608c5942 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:52:23.446778 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Port 60723675-08fc-443b-9199-a4d4fdaeb719 on network 90887e4a-8d76-4923-bce4-beaf608c5942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:52:23.446778 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Attempting to bind port 60723675-08fc-443b-9199-a4d4fdaeb719 on network 90887e4a-8d76-4923-bce4-beaf608c5942 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:52:23.451791 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:52:23.452425 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Checking segment: {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:52:23.452798 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Bound using segment: {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:52:23.453218 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Bound port: 60723675-08fc-443b-9199-a4d4fdaeb719, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67a0d176-a6a5-405b-b271-b060c224837f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:52:23.453541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:23.516155 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:52:23.519118 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:52:23.527224 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:23.531154 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:23.531755 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:23.533125 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 200 len: 1094 time: 0.6456079 Sep 03 03:52:23.533601 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:52:23.535849 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ad48e9-b835-4ac8-8ea6-8deefd0d27d6" -d '{"events": [{"name": "network-changed", "server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:52:23.575003 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e379cb93-5094-4784-b85d-9e6661d78bbf x-openstack-request-id: req-e379cb93-5094-4784-b85d-9e6661d78bbf {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:52:23.575152 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:52:23.575385 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e379cb93-5094-4784-b85d-9e6661d78bbf {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:52:23.575780 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e379cb93-5094-4784-b85d-9e6661d78bbf'] response: {'name': 'network-changed', 'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719', 'status': 'completed', 'code': 200} Sep 03 03:52:23.587015 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f476f-9a7a-4dc3-b6c3-469af66daa95 service neutron] Pushing event updated for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:23.838336 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7387f1-720f-4141-ba91-41e18754d40b req-1b4d2cc7-818e-4c6b-8c90-6d5dae2680d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:23.839841 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b7387f1-720f-4141-ba91-41e18754d40b req-1b4d2cc7-818e-4c6b-8c90-6d5dae2680d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.0467591 Sep 03 03:52:23.871005 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:23.893823 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b7387f1-720f-4141-ba91-41e18754d40b req-75d96f87-484d-4977-8c30-293e625de9a1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485525 Sep 03 03:52:24.586846 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab42e3-f471-4178-88c8-9e63b270a69a req-60561132-b5ce-4ca9-870d-4573458516f7 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:24.588282 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1aab42e3-f471-4178-88c8-9e63b270a69a req-60561132-b5ce-4ca9-870d-4573458516f7 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0700836 Sep 03 03:52:24.637368 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1aab42e3-f471-4178-88c8-9e63b270a69a req-d2dd054f-b89c-4e7a-973e-89fb224ea537 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435116 Sep 03 03:52:25.047287 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e749af5-fb53-4a69-a182-f2f75cf51e2d req-4395bbb4-13ac-4c37-9c21-c208a801698a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:25.048635 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8e749af5-fb53-4a69-a182-f2f75cf51e2d req-4395bbb4-13ac-4c37-9c21-c208a801698a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 944 time: 0.0537479 Sep 03 03:52:25.099377 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8e749af5-fb53-4a69-a182-f2f75cf51e2d req-e26a4572-1a6f-45f3-b115-24781aad1c37 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450048 Sep 03 03:52:25.716189 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad48e9-b835-4ac8-8ea6-8deefd0d27d6 req-bc144947-055d-4ec0-a304-b66137814ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:25.717843 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-78ad48e9-b835-4ac8-8ea6-8deefd0d27d6 req-bc144947-055d-4ec0-a304-b66137814ad8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ced06c15af249bf92f546d0a0bfba23&device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1128 time: 0.0400081 Sep 03 03:52:25.769447 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb7518-8f44-4257-87e1-9cdce694e831 req-9cb61980-8cd8-4b5b-b8e6-050ed945d7f2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:25.771460 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-79bb7518-8f44-4257-87e1-9cdce694e831 req-9cb61980-8cd8-4b5b-b8e6-050ed945d7f2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0535221 Sep 03 03:52:25.821915 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-79bb7518-8f44-4257-87e1-9cdce694e831 req-545a26f5-df28-4eff-818a-b333304dea7f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442045 Sep 03 03:52:25.827172 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad48e9-b835-4ac8-8ea6-8deefd0d27d6 req-8ec7ec2a-5f6a-4ba5-93b7-7650bd5a2d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:25.828749 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-78ad48e9-b835-4ac8-8ea6-8deefd0d27d6 req-8ec7ec2a-5f6a-4ba5-93b7-7650bd5a2d5d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=5ced06c15af249bf92f546d0a0bfba23&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1008599 Sep 03 03:52:25.833356 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:52:25.887566 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port dc502e70-8b66-4849-929e-0879ed88e591 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:52:25.887938 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (dc502e70-8b66-4849-929e-0879ed88e591), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:25.932458 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ad48e9-b835-4ac8-8ea6-8deefd0d27d6 req-7e92e865-0a96-4d0e-bb34-589445ad9ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:25.933846 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-78ad48e9-b835-4ac8-8ea6-8deefd0d27d6 req-7e92e865-0a96-4d0e-bb34-589445ad9ba6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977633 Sep 03 03:52:25.962679 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port dc502e70-8b66-4849-929e-0879ed88e591 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:25.963073 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:25.987195 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:52:25.989447 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f648346-5579-4e11-a286-7b1ade500ee5" -d '{"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-plugged", "status": "completed", "tag": "dc502e70-8b66-4849-929e-0879ed88e591"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:52:26.002179 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:26.007832 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:26.008776 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 6cda611e-3725-48d2-aa18-b249345b2805 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:52:26.017767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-15c3dda7-4cf2-4a1d-8310-93e7c922739e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:26.019458 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-15c3dda7-4cf2-4a1d-8310-93e7c922739e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ced06c15af249bf92f546d0a0bfba23&device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1128 time: 0.0430808 Sep 03 03:52:26.049041 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 6cda611e-3725-48d2-aa18-b249345b2805 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:52:26.049378 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 6cda611e-3725-48d2-aa18-b249345b2805 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:52:26.051893 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b8933a-3b2d-49fe-bd98-1568da6c173b x-openstack-request-id: req-82b8933a-3b2d-49fe-bd98-1568da6c173b {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:52:26.052068 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-plugged", "status": "completed", "tag": "dc502e70-8b66-4849-929e-0879ed88e591", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:52:26.052451 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82b8933a-3b2d-49fe-bd98-1568da6c173b {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:52:26.052894 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82b8933a-3b2d-49fe-bd98-1568da6c173b'] response: {'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591', 'code': 200} Sep 03 03:52:26.067630 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-af91794a-97ed-45a1-b163-844a626e08e0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 200 len: 217 time: 0.0384655 Sep 03 03:52:26.081158 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=10']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:26.118995 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-8243bc56-4844-4d79-abd4-07f1e5aa4630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:26.120436 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-8243bc56-4844-4d79-abd4-07f1e5aa4630 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2aad4613-39ac-477a-a2ae-a0b23d006125 HTTP/1.1" status: 200 len: 848 time: 0.0443587 Sep 03 03:52:26.229600 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0735944-5f29-4e4d-8c96-822fe941e28d req-f985bcef-3a4f-4e8a-b643-b6390e09bfab tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:26.231067 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a0735944-5f29-4e4d-8c96-822fe941e28d req-f985bcef-3a4f-4e8a-b643-b6390e09bfab tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0514317 Sep 03 03:52:26.281715 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a0735944-5f29-4e4d-8c96-822fe941e28d req-a1893b45-8d3a-4f1a-97fe-4ffef5a40f01 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446332 Sep 03 03:52:26.438951 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-f89b5f02-5530-43a5-9377-d58b65ee3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:26.440526 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-f89b5f02-5530-43a5-9377-d58b65ee3465 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=90887e4a-8d76-4923-bce4-beaf608c5942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0412431 Sep 03 03:52:26.568158 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3473c913-fb34-4ca6-892f-3acb2c289d92 req-17db9b03-ec0b-4c7c-9b9a-b394853d73c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:26.569653 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3473c913-fb34-4ca6-892f-3acb2c289d92 req-17db9b03-ec0b-4c7c-9b9a-b394853d73c6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 1130 time: 0.0555410 Sep 03 03:52:26.597556 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-a8d52c92-aced-428f-93e3-e641defca343 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364813 Sep 03 03:52:26.669312 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:26.672157 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3473c913-fb34-4ca6-892f-3acb2c289d92 req-6610341e-fbb6-4909-b4b0-f815ed82239b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916743 Sep 03 03:52:26.714500 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6ef4ee12-72dd-487a-bb08-316d7c00566e req-6a596d78-ac98-4937-af29-4a8d96934df1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054628 Sep 03 03:52:26.963640 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a846bf-6104-4a1e-a67b-4d4513a2bc3e req-4557c09f-db58-4697-b456-0a2e88964167 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:26.965167 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71a846bf-6104-4a1e-a67b-4d4513a2bc3e req-4557c09f-db58-4697-b456-0a2e88964167 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0526860 Sep 03 03:52:27.018211 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-71a846bf-6104-4a1e-a67b-4d4513a2bc3e req-abd28c09-f823-4831-9293-458868083c11 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469060 Sep 03 03:52:27.410485 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177a8ee-c46f-4b11-b08f-11e4300cf9f3 req-46714bf9-6a94-4f98-bd9e-4cd0344ac60d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:27.411883 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8177a8ee-c46f-4b11-b08f-11e4300cf9f3 req-46714bf9-6a94-4f98-bd9e-4cd0344ac60d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0472803 Sep 03 03:52:27.460489 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8177a8ee-c46f-4b11-b08f-11e4300cf9f3 req-e30c7ea3-d7ed-47e1-ae72-d8076516c2ae tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Sep 03 03:52:28.156326 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cfa58-50be-4d72-a879-06988f93db88 req-f9a384bc-28db-40a0-94b3-06b588e418c4 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:28.157886 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fc3cfa58-50be-4d72-a879-06988f93db88 req-f9a384bc-28db-40a0-94b3-06b588e418c4 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0482652 Sep 03 03:52:28.213678 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fc3cfa58-50be-4d72-a879-06988f93db88 req-d4ed2949-0427-408d-856f-b8acc4725303 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500095 Sep 03 03:52:28.596942 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddd7e2-487c-4fb0-9d13-1970fb5441f6 req-e0d2725a-fe42-4016-8e2a-0f4367584f5a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:28.598326 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-55ddd7e2-487c-4fb0-9d13-1970fb5441f6 req-e0d2725a-fe42-4016-8e2a-0f4367584f5a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0511274 Sep 03 03:52:28.645493 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-55ddd7e2-487c-4fb0-9d13-1970fb5441f6 req-ff04e614-281a-4467-be1a-631dcb286056 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415046 Sep 03 03:52:29.323353 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:29.341756 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d42080-2ba1-439b-a281-c5f016fa347c req-c01c7eff-bb41-4feb-9796-aeb81cd56041 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:29.343260 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9d42080-2ba1-439b-a281-c5f016fa347c req-c01c7eff-bb41-4feb-9796-aeb81cd56041 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0474315 Sep 03 03:52:29.393579 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9d42080-2ba1-439b-a281-c5f016fa347c req-3e2da94a-05bd-4a1a-9ec7-350b9a40b69f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 Sep 03 03:52:29.790268 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8526-aa14-4855-8c4e-a3d723e58e38 req-b52fc38a-db42-45cc-bf07-7868b1994dee tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:29.791768 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6cec8526-aa14-4855-8c4e-a3d723e58e38 req-b52fc38a-db42-45cc-bf07-7868b1994dee tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0597336 Sep 03 03:52:29.837955 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6cec8526-aa14-4855-8c4e-a3d723e58e38 req-3b6af067-714f-41fc-a353-5f3219ad5fbb tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405500 Sep 03 03:52:30.534290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d2c25-4cb7-4610-8d7a-1ca17c75b1ef req-fb6fa405-294b-4677-a96c-463d419d7fd9 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:30.535680 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b15d2c25-4cb7-4610-8d7a-1ca17c75b1ef req-fb6fa405-294b-4677-a96c-463d419d7fd9 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0565703 Sep 03 03:52:30.584651 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b15d2c25-4cb7-4610-8d7a-1ca17c75b1ef req-62b6c75b-f090-4f34-9a42-3cfdfa549ff2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431721 Sep 03 03:52:30.985047 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793c5b0-fe36-4e6d-9136-c943665eb225 req-6fce8749-2ac4-4b6c-ab5a-b111f362386b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:30.986521 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3793c5b0-fe36-4e6d-9136-c943665eb225 req-6fce8749-2ac4-4b6c-ab5a-b111f362386b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0546679 Sep 03 03:52:31.032646 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3793c5b0-fe36-4e6d-9136-c943665eb225 req-9e1bc6ee-5a88-4751-88e3-fddd0931335a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Sep 03 03:52:31.669140 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:31.688190 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-3e006e19-acff-4fd4-b97a-40e4c7577924 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:31.689721 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-3e006e19-acff-4fd4-b97a-40e4c7577924 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/networks?id=8a12f613-319d-4585-b281-a9de8d8e8976 HTTP/1.1" status: 200 len: 813 time: 0.1099577 Sep 03 03:52:31.707668 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-41d22eeb-6c69-4cc0-823e-75216c312927 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/quotas/6bafae6685e248d2ac4fab672648e941 HTTP/1.1" status: 200 len: 375 time: 0.0096653 Sep 03 03:52:31.711170 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b12f64-0baa-477d-b163-2af9ea400624 req-ea02a463-6d97-4ccf-be4c-8ef22b3cbae2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:31.713833 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a1b12f64-0baa-477d-b163-2af9ea400624 req-ea02a463-6d97-4ccf-be4c-8ef22b3cbae2 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0521951 Sep 03 03:52:31.741875 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-eb07bbb6-f3bc-476e-9299-091e03c59a51 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=6bafae6685e248d2ac4fab672648e941&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287857 Sep 03 03:52:31.768485 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a1b12f64-0baa-477d-b163-2af9ea400624 req-3673da59-3f4c-4cf8-bd9e-98b95fe7a630 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444376 Sep 03 03:52:31.839432 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-f4aff66d-5c55-4b4b-83ea-3ae288064db5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906520 Sep 03 03:52:31.931418 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-6a085ea0-22ce-409c-9037-a64b4a9f9b63 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834904 Sep 03 03:52:32.101401 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eba4f2ce-4b84-4008-9abd-45f0fc6334df req-63b9e372-067b-4c1d-96bd-3b51a148c396 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 210 time: 0.0299206 Sep 03 03:52:32.174997 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa093e-55ab-4bf1-8664-de12429fb77c req-f42be3ca-e58a-4c8e-953d-88e87257e734 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:32.176445 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-81aa093e-55ab-4bf1-8664-de12429fb77c req-f42be3ca-e58a-4c8e-953d-88e87257e734 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0552168 Sep 03 03:52:32.227040 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-81aa093e-55ab-4bf1-8664-de12429fb77c req-cc72415d-85f4-405c-b898-bbc5d3b0b4d3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445750 Sep 03 03:52:32.889947 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af94ddf-bbc3-4296-864a-e3f2b7c94548 req-127bfd71-05cc-4b31-8be0-6fc721759858 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:32.891589 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0af94ddf-bbc3-4296-864a-e3f2b7c94548 req-127bfd71-05cc-4b31-8be0-6fc721759858 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0468016 Sep 03 03:52:32.941884 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0af94ddf-bbc3-4296-864a-e3f2b7c94548 req-6e25864b-e8b0-4332-b4a3-97764521f19a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420597 Sep 03 03:52:33.220604 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6412041c-3f89-4e4f-b72e-f6b656a82d02 req-c48972f9-ab35-4959-9624-64ffd6a1a6f8 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 210 time: 0.0357206 Sep 03 03:52:33.551982 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:52:33.817988 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 60723675-08fc-443b-9199-a4d4fdaeb719 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:52:33.905445 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:33.928500 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:33.939862 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '60723675-08fc-443b-9199-a4d4fdaeb719', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'port_id': '60723675-08fc-443b-9199-a4d4fdaeb719', 'mac_address': 'fa:16:3e:9e:cc:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:52:33.977409 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 60723675-08fc-443b-9199-a4d4fdaeb719 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:33.977807 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:33.994028 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60723675-08fc-443b-9199-a4d4fdaeb719 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:52:34.024089 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:34.029579 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:34.078920 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:34.080384 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7124e8-5ba3-4bd3-8cff-29dcdd8e1374 req-b6ce4434-ed8b-4411-9fcc-55e155941f55 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:34.081934 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0d7124e8-5ba3-4bd3-8cff-29dcdd8e1374 req-b6ce4434-ed8b-4411-9fcc-55e155941f55 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 945 time: 0.0570705 Sep 03 03:52:34.137045 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0d7124e8-5ba3-4bd3-8cff-29dcdd8e1374 req-46264615-6440-4e01-82eb-c14fe8e414d6 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478623 Sep 03 03:52:34.353164 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:34.359536 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-abdc57f1-9603-4ad6-ab27-6b1d52d932de req-e5cd60ab-2e37-4260-a1e5-d032771ac437 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 210 time: 0.0468564 Sep 03 03:52:34.364510 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['60723675-08fc-443b-9199-a4d4fdaeb719'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:52:34.377478 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-bf13bd7e-cfec-4c8e-b3b2-fd77a36c0082 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:34.379086 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-bf13bd7e-cfec-4c8e-b3b2-fd77a36c0082 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.57 "GET /networking/v2.0/networks?id=8a12f613-319d-4585-b281-a9de8d8e8976 HTTP/1.1" status: 200 len: 813 time: 0.1525979 Sep 03 03:52:34.392771 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Request body: {'port': {'device_id': '4debbf95-0ffb-408e-bc62-12015a742cff', 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976', 'admin_state_up': True, 'tenant_id': '6bafae6685e248d2ac4fab672648e941'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:52:34.531274 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Made reservation on behalf of 6bafae6685e248d2ac4fab672648e941 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:52:34.535360 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:34.596012 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:34.635525 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:34.672737 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Allocated IP 172.20.0.6 (8a12f613-319d-4585-b281-a9de8d8e8976/87c0656a-3c63-42ca-9184-20a4163e31f3/c369599b-8063-4d16-b7ee-03c9e0bbb2e5) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:52:34.827731 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks [] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:34.862281 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:34.913962 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Network 8a12f613-319d-4585-b281-a9de8d8e8976 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:52:34.917419 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:52:34.921374 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:52:34.927601 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Pushing event updated for resources: {'Port': ['ID=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:34.973622 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:34.974258 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:34.992289 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-90a278fa-1de6-48ab-bbb7-bc8dbe114278 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6037047 Sep 03 03:52:35.004354 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Request body: {'port': {'device_id': '4debbf95-0ffb-408e-bc62-12015a742cff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:52:35.066240 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:35.239953 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:35.258999 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:35.270363 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389fdda-4e73-447e-bfe9-10594961671b req-f394e878-7e3c-48b2-b7b7-d9f171ee7e53 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:35.271899 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1389fdda-4e73-447e-bfe9-10594961671b req-f394e878-7e3c-48b2-b7b7-d9f171ee7e53 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 945 time: 0.0525751 Sep 03 03:52:35.321761 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1389fdda-4e73-447e-bfe9-10594961671b req-4be96202-4624-444b-ae48-a58c4698f1b9 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439711 Sep 03 03:52:35.327706 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c369599b-8063-4d16-b7ee-03c9e0bbb2e5 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:52:35.335578 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Publish callbacks [] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:35.347869 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Transition to ACTIVE for port object c369599b-8063-4d16-b7ee-03c9e0bbb2e5 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:52:35.354443 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:35.359216 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:35.420797 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:35.751290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8b64-894c-49c3-a4ac-828b4bd7209b req-4172c381-8750-428e-9f25-7fe70529dadd tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:35.752770 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-781a8b64-894c-49c3-a4ac-828b4bd7209b req-4172c381-8750-428e-9f25-7fe70529dadd tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 943 time: 0.0598030 Sep 03 03:52:35.768237 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Attempting to bind port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:52:35.768579 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Attempting to bind port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:52:35.768894 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Attempting to bind port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 on network 8a12f613-319d-4585-b281-a9de8d8e8976 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:52:35.780470 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 on network 8a12f613-319d-4585-b281-a9de8d8e8976 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:52:35.780790 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Attempting to bind port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 on network 8a12f613-319d-4585-b281-a9de8d8e8976 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:52:35.791073 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:52:35.791410 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Checking segment: {'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:52:35.791785 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Bound using segment: {'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:52:35.792207 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Bound port: c369599b-8063-4d16-b7ee-03c9e0bbb2e5, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:52:35.792573 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:35.827235 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-781a8b64-894c-49c3-a4ac-828b4bd7209b req-c71b9468-9e3a-4e3c-bb63-9625098476fc tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686948 Sep 03 03:52:35.851235 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 60723675-08fc-443b-9199-a4d4fdaeb719 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:52:35.873964 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] For port c369599b-8063-4d16-b7ee-03c9e0bbb2e5, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:52:35.877299 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] For port c369599b-8063-4d16-b7ee-03c9e0bbb2e5, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:52:35.884436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:35.887735 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:35.888484 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:35.889884 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c369599b-8063-4d16-b7ee-03c9e0bbb2e5 HTTP/1.1" status: 200 len: 1093 time: 0.8895130 Sep 03 03:52:35.891645 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 60723675-08fc-443b-9199-a4d4fdaeb719 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:52:35.892115 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4debbf95-0ffb-408e-bc62-12015a742cff', 'tag': 'c369599b-8063-4d16-b7ee-03c9e0bbb2e5'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:52:35.895828 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed91f9c-169d-4c27-a6cd-35c68d75db68" -d '{"events": [{"name": "network-changed", "server_uuid": "4debbf95-0ffb-408e-bc62-12015a742cff", "tag": "c369599b-8063-4d16-b7ee-03c9e0bbb2e5"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:52:35.897462 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 60723675-08fc-443b-9199-a4d4fdaeb719 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:52:35.897942 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:35.941108 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f8f0aa-a43b-47c7-986e-56f8cb4ac8c1 x-openstack-request-id: req-26f8f0aa-a43b-47c7-986e-56f8cb4ac8c1 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:52:35.941440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4debbf95-0ffb-408e-bc62-12015a742cff", "tag": "c369599b-8063-4d16-b7ee-03c9e0bbb2e5", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:52:35.941752 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26f8f0aa-a43b-47c7-986e-56f8cb4ac8c1 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:52:35.942245 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f8f0aa-a43b-47c7-986e-56f8cb4ac8c1'] response: {'name': 'network-changed', 'server_uuid': '4debbf95-0ffb-408e-bc62-12015a742cff', 'tag': 'c369599b-8063-4d16-b7ee-03c9e0bbb2e5', 'status': 'completed', 'code': 200} Sep 03 03:52:35.972228 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 60723675-08fc-443b-9199-a4d4fdaeb719 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:35.972607 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:35.978351 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a43f2-c646-46a1-b38f-ef45160416e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:35.994018 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-b807c4ea-e362-4051-bdb4-9dbda997a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:35.995576 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-b807c4ea-e362-4051-bdb4-9dbda997a6ed service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bafae6685e248d2ac4fab672648e941&device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 1127 time: 0.0455739 Sep 03 03:52:35.995713 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:52:35.997932 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d4ba73-6b58-4b55-907b-c8c66df87577" -d '{"events": [{"server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "name": "network-vif-plugged", "status": "completed", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:52:36.010555 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:36.015797 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:36.043954 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5cb5fe0-06b0-46ac-81b1-5f5d3933f66e x-openstack-request-id: req-d5cb5fe0-06b0-46ac-81b1-5f5d3933f66e {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:52:36.044383 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "name": "network-vif-plugged", "status": "completed", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:52:36.044634 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5cb5fe0-06b0-46ac-81b1-5f5d3933f66e {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:52:36.045049 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5cb5fe0-06b0-46ac-81b1-5f5d3933f66e'] response: {'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719', 'code': 200} Sep 03 03:52:36.047219 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-178a7f19-87ea-47c5-9d2c-27d2604e03f8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c369599b-8063-4d16-b7ee-03c9e0bbb2e5 HTTP/1.1" status: 200 len: 217 time: 0.0423660 Sep 03 03:52:36.069999 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:36.100968 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-46e5e71c-47c7-4efc-97c1-246dc6ec3d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:36.102442 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-46e5e71c-47c7-4efc-97c1-246dc6ec3d7c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=87c0656a-3c63-42ca-9184-20a4163e31f3 HTTP/1.1" status: 200 len: 853 time: 0.0490229 Sep 03 03:52:36.200472 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-946f21bf-d0a2-42b6-93c7-729028660f19 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8a12f613-319d-4585-b281-a9de8d8e8976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314190 Sep 03 03:52:36.327446 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef762ff-2bcb-4aa8-ba3f-f8eb5d748fd7 req-6538ddac-4d04-46d1-b9bf-1bc8b75e0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:36.328954 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7ef762ff-2bcb-4aa8-ba3f-f8eb5d748fd7 req-6538ddac-4d04-46d1-b9bf-1bc8b75e0ce4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1130 time: 0.0572414 Sep 03 03:52:36.330847 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-9d25a686-27d2-4d75-b60f-80aae7e02f78 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209691 Sep 03 03:52:36.430327 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:36.442872 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7ef762ff-2bcb-4aa8-ba3f-f8eb5d748fd7 req-c6e0b9e3-2d3c-4eb8-bdd0-f583f9b71ca5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022127 Sep 03 03:52:36.449213 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69125459-8a95-4699-82f6-bea09fa72a97 req-c243a40f-1030-4ad8-8b67-061a533b2332 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:36.450711 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-69125459-8a95-4699-82f6-bea09fa72a97 req-c243a40f-1030-4ad8-8b67-061a533b2332 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0504868 Sep 03 03:52:36.470863 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e67b99fa-4c75-4a45-9d13-2024c9d261c0 req-3a22be14-0ebd-4edb-924a-1c23bbb53155 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284480 Sep 03 03:52:36.506427 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-69125459-8a95-4699-82f6-bea09fa72a97 req-e02eccd4-95f0-48b8-a19d-86c112345bad tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493503 Sep 03 03:52:36.970206 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4416ec-6837-49a1-8ff5-08e772b7f958 req-09db8f77-31d8-4ac1-aff6-53dcb537a8d4 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:36.971713 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6f4416ec-6837-49a1-8ff5-08e772b7f958 req-09db8f77-31d8-4ac1-aff6-53dcb537a8d4 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 943 time: 0.0502102 Sep 03 03:52:37.022698 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6f4416ec-6837-49a1-8ff5-08e772b7f958 req-e48189d8-bfae-4344-9cc9-7df11093fea2 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425708 Sep 03 03:52:37.639715 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df81d9-577b-4f8a-87f0-48a67c0d9093 req-119a3dfc-e27e-44af-a50b-a09d13f0e857 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:37.641194 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-04df81d9-577b-4f8a-87f0-48a67c0d9093 req-119a3dfc-e27e-44af-a50b-a09d13f0e857 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0469825 Sep 03 03:52:37.695394 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-04df81d9-577b-4f8a-87f0-48a67c0d9093 req-75bd271a-6b80-4c6c-ba84-fc83a0e80a05 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485549 Sep 03 03:52:37.876534 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c369599b-8063-4d16-b7ee-03c9e0bbb2e5 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:52:37.983076 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c369599b-8063-4d16-b7ee-03c9e0bbb2e5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:37.997623 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'c369599b-8063-4d16-b7ee-03c9e0bbb2e5', 'network_id': '8a12f613-319d-4585-b281-a9de8d8e8976', 'port_id': 'c369599b-8063-4d16-b7ee-03c9e0bbb2e5', 'mac_address': 'fa:16:3e:84:97:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c0656a-3c63-42ca-9184-20a4163e31f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:52:37.999030 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:38.034610 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:38.035024 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:38.049694 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c369599b-8063-4d16-b7ee-03c9e0bbb2e5 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:52:38.071066 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c369599b-8063-4d16-b7ee-03c9e0bbb2e5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:38.077316 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:38.123569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:38.147421 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c819d54-116d-4a92-92f0-27da2c34427f req-13a81e08-e0a4-46f1-a68a-94c8f09a03bc tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:38.148910 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0c819d54-116d-4a92-92f0-27da2c34427f req-13a81e08-e0a4-46f1-a68a-94c8f09a03bc tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 944 time: 0.0477786 Sep 03 03:52:38.196350 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0c819d54-116d-4a92-92f0-27da2c34427f req-69581279-2fca-4d77-b807-3611e63bad88 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416558 Sep 03 03:52:38.327941 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-6fa93c2a-37f0-4c01-81f3-4b5bf60bdec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:38.329461 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-6fa93c2a-37f0-4c01-81f3-4b5bf60bdec0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=6bafae6685e248d2ac4fab672648e941&device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 1128 time: 0.0439880 Sep 03 03:52:38.408733 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:38.424703 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-53f797d6-81e8-420f-8df6-889496aa9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:38.426171 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-53f797d6-81e8-420f-8df6-889496aa9242 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=8a12f613-319d-4585-b281-a9de8d8e8976 HTTP/1.1" status: 200 len: 914 time: 0.0881205 Sep 03 03:52:38.458157 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c369599b-8063-4d16-b7ee-03c9e0bbb2e5'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:52:38.475400 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-c216afed-09d5-4c8c-a5cd-8f64bfe1f600 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c369599b-8063-4d16-b7ee-03c9e0bbb2e5 HTTP/1.1" status: 200 len: 217 time: 0.0367258 Sep 03 03:52:38.527649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-502f0b73-501d-4082-8e7e-464d6f245edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:38.529135 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-502f0b73-501d-4082-8e7e-464d6f245edb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=87c0656a-3c63-42ca-9184-20a4163e31f3 HTTP/1.1" status: 200 len: 853 time: 0.0439219 Sep 03 03:52:38.576321 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-a884f153-3391-4cf9-a9d3-77294e56f938 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8a12f613-319d-4585-b281-a9de8d8e8976&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259924 Sep 03 03:52:38.689148 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-6c57df82-8bb3-44f9-b532-4ec8d393fe9c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918002 Sep 03 03:52:38.817463 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffadc8-d9db-4792-a10d-3a2482c4000b req-eda4f432-c0df-41ea-bffa-629663061aef tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:38.818977 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-01ffadc8-d9db-4792-a10d-3a2482c4000b req-eda4f432-c0df-41ea-bffa-629663061aef tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0479891 Sep 03 03:52:38.870660 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-01ffadc8-d9db-4792-a10d-3a2482c4000b req-47b5e5f5-413d-4d28-8689-3de9a61d381d tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457425 Sep 03 03:52:38.966761 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37723a70-684f-4720-be08-ebee4ae8f7dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:39.164611 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:39.366541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad58380-bfaf-4b53-86fc-742a9bb8104b req-8dbd5fa4-27d5-40bb-9869-860fc65442f1 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:39.368137 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cad58380-bfaf-4b53-86fc-742a9bb8104b req-8dbd5fa4-27d5-40bb-9869-860fc65442f1 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 944 time: 0.0960550 Sep 03 03:52:39.439414 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ed91f9c-169d-4c27-a6cd-35c68d75db68 req-1b4d007d-1d85-4be8-a317-459751c15f48 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378634 Sep 03 03:52:39.442926 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cad58380-bfaf-4b53-86fc-742a9bb8104b req-c835825a-a7a8-4ba2-8345-27ccaa413d71 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686767 Sep 03 03:52:39.897150 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c369599b-8063-4d16-b7ee-03c9e0bbb2e5 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:52:39.945812 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:52:39.952221 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:52:39.952591 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:39.998137 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:40.003925 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ea21b-89f3-4851-99b6-6c9223be7c74 req-eb4e04fe-fa51-4804-a32e-64fbe7687b30 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:40.005256 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-455ea21b-89f3-4851-99b6-6c9223be7c74 req-eb4e04fe-fa51-4804-a32e-64fbe7687b30 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0489275 Sep 03 03:52:40.037541 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:52:40.037925 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:40.055944 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-455ea21b-89f3-4851-99b6-6c9223be7c74 req-fbda6970-e43b-42e4-97fc-5a651aa0da72 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441241 Sep 03 03:52:40.062252 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debbf95-0ffb-408e-bc62-12015a742cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c369599b-8063-4d16-b7ee-03c9e0bbb2e5'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:52:40.064526 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e9f17d-29db-459d-bd43-f4a42d639a25" -d '{"events": [{"server_uuid": "4debbf95-0ffb-408e-bc62-12015a742cff", "name": "network-vif-plugged", "status": "completed", "tag": "c369599b-8063-4d16-b7ee-03c9e0bbb2e5"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:52:40.077596 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c369599b-8063-4d16-b7ee-03c9e0bbb2e5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:40.082619 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:40.118998 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5ee3a9-289e-4874-9597-e826f86fa086 x-openstack-request-id: req-de5ee3a9-289e-4874-9597-e826f86fa086 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:52:40.119410 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debbf95-0ffb-408e-bc62-12015a742cff", "name": "network-vif-plugged", "status": "completed", "tag": "c369599b-8063-4d16-b7ee-03c9e0bbb2e5", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:52:40.119742 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de5ee3a9-289e-4874-9597-e826f86fa086 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:52:40.120268 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5ee3a9-289e-4874-9597-e826f86fa086'] response: {'server_uuid': '4debbf95-0ffb-408e-bc62-12015a742cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c369599b-8063-4d16-b7ee-03c9e0bbb2e5', 'code': 200} Sep 03 03:52:40.138530 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:40.186461 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59f375-b1fe-4029-b5a5-c16a391a8567 req-12361361-347c-44dd-bb80-5de110134343 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:40.188021 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8c59f375-b1fe-4029-b5a5-c16a391a8567 req-12361361-347c-44dd-bb80-5de110134343 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0511119 Sep 03 03:52:40.240302 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8c59f375-b1fe-4029-b5a5-c16a391a8567 req-eda2aa5e-a3f5-4bd3-99ef-380697a97f71 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462029 Sep 03 03:52:40.268739 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41924) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:52:40.359662 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a86d1c-f0d3-4bbd-8449-80cb32e3517d tempest-TestShelveInstance-966104565 tempest-TestShelveInstance-966104565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:40.361143 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f0a86d1c-f0d3-4bbd-8449-80cb32e3517d tempest-TestShelveInstance-966104565 tempest-TestShelveInstance-966104565-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1125 time: 0.0913780 Sep 03 03:52:40.365747 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 41928) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:52:40.369852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'port_id': '60723675-08fc-443b-9199-a4d4fdaeb719', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'fixed_ip_address': '172.20.0.10'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:52:40.393523 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:40.474423 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:40.597270 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:40.605399 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3aee58-eeb9-47b5-8bc8-987f37bb58ac req-b7527b1d-05af-43fe-a674-54b503eeb189 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:40.607176 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6b3aee58-eeb9-47b5-8bc8-987f37bb58ac req-b7527b1d-05af-43fe-a674-54b503eeb189 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.0870080 Sep 03 03:52:40.642565 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Allocated IP 172.27.4.131 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/26f3b378-d163-49f0-9e73-b1523247e5ec) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:52:40.689673 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6b3aee58-eeb9-47b5-8bc8-987f37bb58ac req-52b4ba3d-2cf0-4ff2-ae65-992e4c2383bd tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759661 Sep 03 03:52:40.781732 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for port (26f3b378-d163-49f0-9e73-b1523247e5ec), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:40.803305 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:40.817593 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (26f3b378-d163-49f0-9e73-b1523247e5ec), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:40.862292 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:52:40.867174 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:52:40.873699 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:52:40.878703 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'Port': ['ID=26f3b378-d163-49f0-9e73-b1523247e5ec,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:41.247247 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for floatingip (f00eb438-f25a-4de4-88c1-9cad389c6aa9), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:41.319201 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab29c-eb0a-4329-9029-ce58d89354f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:41.322855 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05953a2-2068-4205-ba36-0fcbca54967f req-ee251b42-2567-4751-805a-2ebc434bb03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:41.327015 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f05953a2-2068-4205-ba36-0fcbca54967f req-ee251b42-2567-4751-805a-2ebc434bb03e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 1129 time: 0.0539191 Sep 03 03:52:41.378776 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (26f3b378-d163-49f0-9e73-b1523247e5ec), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:41.400107 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:41.419793 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f05953a2-2068-4205-ba36-0fcbca54967f req-64d7e265-61a3-4a93-9945-f64adbf7827a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874279 Sep 03 03:52:41.542021 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for port (26f3b378-d163-49f0-9e73-b1523247e5ec), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:41.547811 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (26f3b378-d163-49f0-9e73-b1523247e5ec), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:41.617820 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event updated for resources: {'Port': ['ID=26f3b378-d163-49f0-9e73-b1523247e5ec,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:41.620363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (f00eb438-f25a-4de4-88c1-9cad389c6aa9), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:41.658022 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:41.715633 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Floating IP f00eb438-f25a-4de4-88c1-9cad389c6aa9 associated. External IP: 172.27.4.131, port: 60723675-08fc-443b-9199-a4d4fdaeb719. Sep 03 03:52:41.823363 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46073068-73dd-4ca5-ac77-79f994c55213 req-6cac479d-24de-4275-a4c3-e21caf86038b tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:41.824819 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-46073068-73dd-4ca5-ac77-79f994c55213 req-6cac479d-24de-4275-a4c3-e21caf86038b tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.0466423 Sep 03 03:52:41.873490 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-46073068-73dd-4ca5-ac77-79f994c55213 req-cee35858-b1fa-443e-b286-2745a5ae8573 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429740 Sep 03 03:52:41.921098 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:52:42.028877 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:52:42.039555 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] Sync routers for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:52:42.049920 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:42.050578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:52:42.051310 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:52:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:42.086501 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-71c4aae2-7cd6-4173-83d7-c241a648329a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7196636 Sep 03 03:52:42.087065 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:52:42.089544 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47344cf-3950-41a5-93d5-d6bb407e9378" -d '{"events": [{"name": "network-changed", "server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:52:42.130150 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e8c59a-dc8f-47c3-a174-9d2ae424e641 x-openstack-request-id: req-d6e8c59a-dc8f-47c3-a174-9d2ae424e641 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:52:42.130445 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:52:42.130695 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6e8c59a-dc8f-47c3-a174-9d2ae424e641 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:52:42.131129 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e8c59a-dc8f-47c3-a174-9d2ae424e641'] response: {'name': 'network-changed', 'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719', 'status': 'completed', 'code': 200} Sep 03 03:52:42.177659 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:52:42.203394 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:42.232135 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35345b88-1dbd-4664-adc4-5c0a4edf2f81 req-0757d43e-2d14-4bfb-b2b2-dfa2229386de tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:42.233658 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-35345b88-1dbd-4664-adc4-5c0a4edf2f81 req-0757d43e-2d14-4bfb-b2b2-dfa2229386de tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0511346 Sep 03 03:52:42.289473 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-35345b88-1dbd-4664-adc4-5c0a4edf2f81 req-8374d016-f25d-4615-bf64-49024749dda0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471313 Sep 03 03:52:42.404360 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'f00eb438-f25a-4de4-88c1-9cad389c6aa9', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'floating_ip_address': '172.27.4.131', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'port_id': '60723675-08fc-443b-9199-a4d4fdaeb719', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'mac_address': 'fa:16:3e:9e:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:52:41Z', 'updated_at': '2022-09-03T03:52:41Z', 'revision_number': 0, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 5, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:42.433417 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] Checking router: 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:52:42.442257 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:52:42.442893 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:52:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:42.548756 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:52:42.637647 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:42.638677 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-c60a2707-ddad-4ee7-9957-b49675606ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:42.640622 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-c60a2707-ddad-4ee7-9957-b49675606ec7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ced06c15af249bf92f546d0a0bfba23&device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1130 time: 0.0768003 Sep 03 03:52:42.644012 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-bc4697b1-e9b2-45e5-8d8a-baac375997e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:42.645578 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-bc4697b1-e9b2-45e5-8d8a-baac375997e1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0698895 Sep 03 03:52:42.651692 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:42.745879 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:42.776190 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'f00eb438-f25a-4de4-88c1-9cad389c6aa9', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'floating_ip_address': '172.27.4.131', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'port_id': '60723675-08fc-443b-9199-a4d4fdaeb719', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'mac_address': 'fa:16:3e:9e:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:52:41Z', 'updated_at': '2022-09-03T03:52:41Z', 'revision_number': 0, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 5, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:42.804376 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbd6df9-68ed-460e-a1da-8089e04009ca None None] The sync data for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi is: [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'f00eb438-f25a-4de4-88c1-9cad389c6aa9', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'floating_ip_address': '172.27.4.131', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'port_id': '60723675-08fc-443b-9199-a4d4fdaeb719', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'mac_address': 'fa:16:3e:9e:cc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:52:41Z', 'updated_at': '2022-09-03T03:52:41Z', 'revision_number': 0, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 5, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:52:42.816613 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-a8d9fa65-9bcd-4e42-9358-5b2ee0371242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:42.818086 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-a8d9fa65-9bcd-4e42-9358-5b2ee0371242 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=90887e4a-8d76-4923-bce4-beaf608c5942 HTTP/1.1" status: 200 len: 910 time: 0.1716318 Sep 03 03:52:42.819254 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-3b8c58f2-fa8d-444f-b8c8-9eea403829c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:42.820595 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-3b8c58f2-fa8d-444f-b8c8-9eea403829c0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.1649792 Sep 03 03:52:42.919430 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:42.941822 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-8aad0193-33a9-4ee9-af5d-45869f583a3f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 200 len: 1002 time: 0.1097066 Sep 03 03:52:42.943877 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-47f9cf2a-0a9e-4778-bda8-a8718166e744 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 200 len: 1000 time: 0.1131537 Sep 03 03:52:43.010077 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aaa209-5dc6-4576-a3e4-bf2f8775e57d req-f5a11bce-492f-4a01-b096-1f221c228820 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:43.015632 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78543f8a-7bbe-4ccb-bb35-cefcd0de037a None None] New status for floating IP f00eb438-f25a-4de4-88c1-9cad389c6aa9: ACTIVE {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:52:43.018895 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-83aaa209-5dc6-4576-a3e4-bf2f8775e57d req-f5a11bce-492f-4a01-b096-1f221c228820 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.0522811 Sep 03 03:52:43.057004 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:43.065269 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-83aaa209-5dc6-4576-a3e4-bf2f8775e57d req-1b9b6e11-55a7-495b-b982-10e060c4c65b tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Sep 03 03:52:43.414913 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb92f17d-6edd-4f75-becb-d317105f6261 req-5cde8808-e5b7-4c6b-8bcf-e500e3e68830 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:43.416382 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cb92f17d-6edd-4f75-becb-d317105f6261 req-5cde8808-e5b7-4c6b-8bcf-e500e3e68830 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0467889 Sep 03 03:52:43.464386 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cb92f17d-6edd-4f75-becb-d317105f6261 req-c7a50dc7-67e7-4317-aec4-064740b8a116 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424614 Sep 03 03:52:43.691446 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-5d2cca75-7b4a-4092-b9b2-f7b52e0339c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:43.692911 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-5d2cca75-7b4a-4092-b9b2-f7b52e0339c5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0905259 Sep 03 03:52:43.694533 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-edad0246-0e9b-40ff-829c-1c6e053ffc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:43.695938 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-edad0246-0e9b-40ff-829c-1c6e053ffc11 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2aad4613-39ac-477a-a2ae-a0b23d006125 HTTP/1.1" status: 200 len: 848 time: 0.0915570 Sep 03 03:52:44.029964 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-80961b39-1c46-4f68-8d71-bed4a3e49cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:44.031690 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-80961b39-1c46-4f68-8d71-bed4a3e49cf7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3185527 Sep 03 03:52:44.032605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-f111e7f7-1eae-406d-bdae-28fff0bc684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:44.033920 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-f111e7f7-1eae-406d-bdae-28fff0bc684e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=90887e4a-8d76-4923-bce4-beaf608c5942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3196111 Sep 03 03:52:44.122741 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:44.190037 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:44.194041 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3341-d3c6-464a-84cc-da08c63ed608 req-6a2ce83e-f175-4b92-8e45-72dcf4c3fa08 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:44.195812 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f35b3341-d3c6-464a-84cc-da08c63ed608 req-6a2ce83e-f175-4b92-8e45-72dcf4c3fa08 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.0534863 Sep 03 03:52:44.203602 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-619adfbf-ff18-4e0b-8b5b-c66e895493cf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545956 Sep 03 03:52:44.206952 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-a3b3180d-9707-495d-8f06-b8a2d4ed987c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496508 Sep 03 03:52:44.250733 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f35b3341-d3c6-464a-84cc-da08c63ed608 req-fa5c1891-a9c5-41e6-b3a1-d45ee4c27f17 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485599 Sep 03 03:52:44.378581 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ae76b34f-b438-4ddf-af9e-8a46b1b42561 req-aea73662-26d0-442a-9fe5-e239190bce89 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598887 Sep 03 03:52:44.381839 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e47344cf-3950-41a5-93d5-d6bb407e9378 req-fcd30909-ebb8-4060-bb23-91189de97720 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554873 Sep 03 03:52:44.595814 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2769065-1578-4695-9f70-9989792966a2 req-1dbe9986-0e7a-498e-991d-5dfa9b873be2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:44.597412 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d2769065-1578-4695-9f70-9989792966a2 req-1dbe9986-0e7a-498e-991d-5dfa9b873be2 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0564611 Sep 03 03:52:44.658264 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d2769065-1578-4695-9f70-9989792966a2 req-3d0d780d-c1c2-4d27-b628-cdc333b6c7ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545106 Sep 03 03:52:45.794831 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e98855-8f88-44fe-a7a9-eb1ef0770984 req-5deb9282-e685-4585-a3fa-592aecbbbd0e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:45.796274 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-28e98855-8f88-44fe-a7a9-eb1ef0770984 req-5deb9282-e685-4585-a3fa-592aecbbbd0e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0529671 Sep 03 03:52:45.843019 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-28e98855-8f88-44fe-a7a9-eb1ef0770984 req-44f62d8c-41ec-4bfb-af04-19e77c10f3ac tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408680 Sep 03 03:52:47.008557 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9b8d4-8722-4c9e-8694-17e1a1c71a05 req-c599c83c-57ff-4517-a43c-de053cdc62d3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:47.010049 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d4d9b8d4-8722-4c9e-8694-17e1a1c71a05 req-c599c83c-57ff-4517-a43c-de053cdc62d3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0562220 Sep 03 03:52:47.061755 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d4d9b8d4-8722-4c9e-8694-17e1a1c71a05 req-adb8674a-966f-4e53-8687-86a707e9abf4 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 Sep 03 03:52:48.188060 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:48.199772 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfc122-4dcf-41cc-898d-be79be07ac64 req-78864aa8-e0df-4209-9e7c-37d2b3eb2edb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:48.201244 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-21cfc122-4dcf-41cc-898d-be79be07ac64 req-78864aa8-e0df-4209-9e7c-37d2b3eb2edb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0491297 Sep 03 03:52:48.253734 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-21cfc122-4dcf-41cc-898d-be79be07ac64 req-007a6aa8-539b-47e1-bdb4-2ed1772a30c6 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466909 Sep 03 03:52:49.029251 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9cdeb-5799-4064-9fe1-98a493d3a673 req-9cb9d18e-3212-4320-ace5-5bc8623bc8bb tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:49.031304 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9df9cdeb-5799-4064-9fe1-98a493d3a673 req-9cb9d18e-3212-4320-ace5-5bc8623bc8bb tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 946 time: 0.0466204 Sep 03 03:52:49.081355 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9df9cdeb-5799-4064-9fe1-98a493d3a673 req-08e92cb3-0e54-4186-a7e8-41f2dc23db89 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448289 Sep 03 03:52:49.391322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec089-164c-4c95-b0ae-dd3b378f72af req-cf643424-4018-48be-abb1-400496a64c46 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:49.392811 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ee7ec089-164c-4c95-b0ae-dd3b378f72af req-cf643424-4018-48be-abb1-400496a64c46 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0581539 Sep 03 03:52:49.445832 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ee7ec089-164c-4c95-b0ae-dd3b378f72af req-ef0d67bc-2958-4b23-bff9-776ce9245a2b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449307 Sep 03 03:52:50.197889 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:50.214972 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6643f57-02aa-4c66-b04c-f280e4e04bb7 req-2fa824a1-e13c-40cd-8f5a-7bae17d7f0b4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:50.216639 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c6643f57-02aa-4c66-b04c-f280e4e04bb7 req-2fa824a1-e13c-40cd-8f5a-7bae17d7f0b4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 946 time: 0.0542672 Sep 03 03:52:50.267587 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c6643f57-02aa-4c66-b04c-f280e4e04bb7 req-6df8bdaf-f6e6-458c-ba04-3c44d8653eca tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429218 Sep 03 03:52:50.572469 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770daa7-0403-4780-bed7-c862e024a107 req-b8c91100-c172-4268-ac6c-6e3fb76b316c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:50.573901 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5770daa7-0403-4780-bed7-c862e024a107 req-b8c91100-c172-4268-ac6c-6e3fb76b316c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0467741 Sep 03 03:52:50.626256 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5770daa7-0403-4780-bed7-c862e024a107 req-01adb2a2-f397-4e78-abc1-4030311474d1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467703 Sep 03 03:52:51.293053 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-76983b9d-5661-49bd-bdbb-6f9fc1b7a5dd tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:51.294591 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-76983b9d-5661-49bd-bdbb-6f9fc1b7a5dd tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 946 time: 0.0507329 Sep 03 03:52:51.385705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942c31b-c37d-43d8-8f2c-7be58be35621 req-42a2fb53-5e26-43f0-a940-ab862add4f45 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:51.387980 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5942c31b-c37d-43d8-8f2c-7be58be35621 req-42a2fb53-5e26-43f0-a940-ab862add4f45 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 946 time: 0.0470457 Sep 03 03:52:51.436540 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5942c31b-c37d-43d8-8f2c-7be58be35621 req-eef9d146-e8ae-45f8-b0e1-fbf5a65ec8fb tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=214457df-8813-498a-9fe3-7b156c353ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 Sep 03 03:52:51.735736 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:51.803293 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6346124-98bc-45dc-8017-e1eb38400401 req-291ae2fc-bd09-48d0-89f4-31f2094d230d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:51.804713 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d6346124-98bc-45dc-8017-e1eb38400401 req-291ae2fc-bd09-48d0-89f4-31f2094d230d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0852103 Sep 03 03:52:51.819620 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Deleting port 7375a989-9439-4258-b7ff-865576ed3c85 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:52:51.819961 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (7375a989-9439-4258-b7ff-865576ed3c85), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:51.906387 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d6346124-98bc-45dc-8017-e1eb38400401 req-6f8b58dd-e975-42fc-bb36-77317fb8013e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960228 Sep 03 03:52:51.938617 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] For port 7375a989-9439-4258-b7ff-865576ed3c85, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=7375a989-9439-4258-b7ff-865576ed3c85,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:52:51.939008 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (7375a989-9439-4258-b7ff-865576ed3c85), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:52.163094 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:52.163447 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (332bc3bc-6009-492f-8ad1-d63b1e4fd6c3), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:52.163766 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Floating IP 332bc3bc-6009-492f-8ad1-d63b1e4fd6c3 disassociated. External IP: 172.27.4.206, port: 7375a989-9439-4258-b7ff-865576ed3c85. Sep 03 03:52:52.164112 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Calling delete_port for 7375a989-9439-4258-b7ff-865576ed3c85 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:52:52.300306 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:52.315834 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (7375a989-9439-4258-b7ff-865576ed3c85), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:52.355531 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'Port': ['ID=7375a989-9439-4258-b7ff-865576ed3c85,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:52.465449 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:52:52.539314 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-64756119-34d5-46ff-99a1-d749f96298fc req-b4e0df6a-a308-4d9b-bf28-8da9e7b27850 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0277801 Sep 03 03:52:52.571236 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:52:52.581396 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:52:52.592011 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:52:52.592606 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:52:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:52.615846 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] No DVR routers for this DVR port 7375a989-9439-4258-b7ff-865576ed3c85 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:52:52.619048 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:52.623254 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-32c5ab2d-e073-4f19-a298-ff9a29e89734 req-195707f7-13e3-4bd0-a94f-07a4a00f867b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "DELETE /networking/v2.0/ports/7375a989-9439-4258-b7ff-865576ed3c85 HTTP/1.1" status: 204 len: 173 time: 0.9344187 Sep 03 03:52:52.625054 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'name': 'network-vif-deleted', 'tag': '7375a989-9439-4258-b7ff-865576ed3c85'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:52:52.639408 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59857bb-c098-4bc6-8d5c-835ff84f051a" -d '{"events": [{"server_uuid": "f23f06ef-2db1-4e7b-a2f4-71927f83b40d", "name": "network-vif-deleted", "tag": "7375a989-9439-4258-b7ff-865576ed3c85"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:52:52.684285 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a322ce2-f0cd-48c3-a574-e117cec1b4df x-openstack-request-id: req-5a322ce2-f0cd-48c3-a574-e117cec1b4df {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:52:52.684613 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f23f06ef-2db1-4e7b-a2f4-71927f83b40d", "name": "network-vif-deleted", "tag": "7375a989-9439-4258-b7ff-865576ed3c85", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:52:52.684890 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a322ce2-f0cd-48c3-a574-e117cec1b4df {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:52:52.685296 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a322ce2-f0cd-48c3-a574-e117cec1b4df'] response: {'server_uuid': 'f23f06ef-2db1-4e7b-a2f4-71927f83b40d', 'name': 'network-vif-deleted', 'tag': '7375a989-9439-4258-b7ff-865576ed3c85', 'status': 'completed', 'code': 200} Sep 03 03:52:52.718040 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:52:52.905343 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:52.931138 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:06Z', 'revision_number': 2, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:52.957456 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:52:52.966314 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:52:52.966977 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:52:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:53.035756 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793aa1-3e41-4fb1-9853-a43b54cb7f65 req-04fc574d-85f6-4d58-a950-7e4508b5986a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:53.037400 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-33793aa1-3e41-4fb1-9853-a43b54cb7f65 req-04fc574d-85f6-4d58-a950-7e4508b5986a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0539143 Sep 03 03:52:53.071727 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:52:53.085324 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-33793aa1-3e41-4fb1-9853-a43b54cb7f65 req-c8ee88bb-e716-4776-b326-1cbb17c32eea tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418210 Sep 03 03:52:53.115418 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:53.118308 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=15 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:53.417947 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:06Z', 'revision_number': 2, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:52:53.446986 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5320dc3-eb25-45e0-bfbe-0ac26e9b7601 None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '4f2fc7e1-3d91-489f-8918-c2c69c004295', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.43', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '1197b605-d728-4d04-90d2-9befd8120dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:de:41:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69fe618d-1192-4541-9d90-e5cee06be911', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:49:19Z', 'updated_at': '2022-09-03T03:50:06Z', 'revision_number': 2, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:52:53.655286 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-18dbde41-469b-4090-9681-b040c29795cc req-718eac3f-0e44-4554-ad34-d8f929588b61 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0298963 Sep 03 03:52:53.705337 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b0240-172d-4106-824e-67eaacccdcf1 None None] New status for floating IP 332bc3bc-6009-492f-8ad1-d63b1e4fd6c3: DOWN {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:52:54.214967 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42cda34-b065-4cfb-a240-8132710fe7a0 req-a08f8b0c-087a-42d8-8494-00be763b9b69 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:54.216772 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c42cda34-b065-4cfb-a240-8132710fe7a0 req-a08f8b0c-087a-42d8-8494-00be763b9b69 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0482717 Sep 03 03:52:54.269172 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c42cda34-b065-4cfb-a240-8132710fe7a0 req-e459c5fd-d890-4eab-a86d-ed90c3fd1181 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451121 Sep 03 03:52:54.771377 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aa111f6d-dcf6-44ed-8a8c-0f67dc606850 req-cb0e6f61-3493-48cd-9515-af1e471020e3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0344179 Sep 03 03:52:55.397093 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c17c0-3ab1-4d81-8bc8-87b777918f8a req-9e03a542-a35b-4c89-8fe8-29f92be71262 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:55.398537 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-192c17c0-3ab1-4d81-8bc8-87b777918f8a req-9e03a542-a35b-4c89-8fe8-29f92be71262 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0500867 Sep 03 03:52:55.445272 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-192c17c0-3ab1-4d81-8bc8-87b777918f8a req-97ad9a61-251c-47a5-9ec4-adc69ce6060e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410345 Sep 03 03:52:55.901780 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5a46be41-577e-4a99-a74b-4364184d8b3b req-657e2dc8-8ba9-46a8-8e7f-75055b9d17a6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f23f06ef-2db1-4e7b-a2f4-71927f83b40d HTTP/1.1" status: 200 len: 210 time: 0.0286477 Sep 03 03:52:55.926760 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 7375a989-9439-4258-b7ff-865576ed3c85 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:52:55.947878 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 7375a989-9439-4258-b7ff-865576ed3c85 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:52:55.948298 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 7375a989-9439-4258-b7ff-865576ed3c85 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:52:56.570349 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc84d09-1b3f-4dec-aa52-124cf493d3ba req-77518201-c055-4e3a-b492-6457a84132ef tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:56.571963 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7bc84d09-1b3f-4dec-aa52-124cf493d3ba req-77518201-c055-4e3a-b492-6457a84132ef tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0486145 Sep 03 03:52:56.620881 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7bc84d09-1b3f-4dec-aa52-124cf493d3ba req-8a454e03-e313-47fc-91ce-753ef6a72cee tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431242 Sep 03 03:52:56.997724 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42086) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:52:57.017804 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:57.060612 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (214457df-8813-498a-9fe3-7b156c353ff7), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.087251 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (214457df-8813-498a-9fe3-7b156c353ff7), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.128605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959de192-971b-45a0-9e1c-f91a2c6ab91c req-5afca154-141b-4e36-a8d6-0c58ef514ce8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:57.130145 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-959de192-971b-45a0-9e1c-f91a2c6ab91c req-5afca154-141b-4e36-a8d6-0c58ef514ce8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0489209 Sep 03 03:52:57.139655 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (214457df-8813-498a-9fe3-7b156c353ff7), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.142616 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.143774 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/214457df-8813-498a-9fe3-7b156c353ff7 HTTP/1.1" status: 204 len: 168 time: 0.1450210 Sep 03 03:52:57.147140 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42090) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:52:57.164054 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214457df-8813-498a-9fe3-7b156c353ff7,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:57.166437 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.api.v2.resource [None req-8198009a-57cc-4fac-9084-401104676437 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] show failed (client error): The resource could not be found. Sep 03 03:52:57.167436 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-8198009a-57cc-4fac-9084-401104676437 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups/214457df-8813-498a-9fe3-7b156c353ff7 HTTP/1.1" status: 404 len: 347 time: 0.0193615 Sep 03 03:52:57.170484 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42092) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:52:57.173504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.173867 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.174197 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.174522 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.174898 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.175200 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.175531 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.175845 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.176145 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.176461 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.176773 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.177144 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.177463 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.177769 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.178083 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed37760-a6a2-4da2-8cc3-1e5b87424415 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:52:57.220512 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-959de192-971b-45a0-9e1c-f91a2c6ab91c req-2e2e7044-c4a0-4394-9be3-cedf589d1eca tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843029 Sep 03 03:52:57.293750 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:57.299072 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Deleting port cc347480-8090-4bb3-b9f7-0c0d68f7fee3 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:52:57.299451 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.388662 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.388905 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.401980 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Calling delete_port for cc347480-8090-4bb3-b9f7-0c0d68f7fee3 owned by network:floatingip {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:52:57.562722 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (cc347480-8090-4bb3-b9f7-0c0d68f7fee3), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.589246 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'Port': ['ID=cc347480-8090-4bb3-b9f7-0c0d68f7fee3,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:52:57.653500 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (332bc3bc-6009-492f-8ad1-d63b1e4fd6c3), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.658830 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:52:57.663481 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-d3964183-dbcf-48f9-8b08-3ff1b04625b5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/332bc3bc-6009-492f-8ad1-d63b1e4fd6c3 HTTP/1.1" status: 204 len: 168 time: 0.4885662 Sep 03 03:52:57.756900 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734492a-6791-40aa-bd08-31d9b419e211 req-5202dff6-61a6-4e20-8bc0-012b26bfdd6b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:57.758338 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3734492a-6791-40aa-bd08-31d9b419e211 req-5202dff6-61a6-4e20-8bc0-012b26bfdd6b tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0474532 Sep 03 03:52:57.807317 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3734492a-6791-40aa-bd08-31d9b419e211 req-2a27427a-e0cd-48fb-9e06-debcfa9cfea7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432687 Sep 03 03:52:58.336894 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:52:58.348214 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56e02b-12be-4256-96ba-b3a3b63544a1 req-f1d5e234-02a3-43f8-aa03-ca8e6bcbd260 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:58.349692 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6e56e02b-12be-4256-96ba-b3a3b63544a1 req-f1d5e234-02a3-43f8-aa03-ca8e6bcbd260 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0520463 Sep 03 03:52:58.399123 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6e56e02b-12be-4256-96ba-b3a3b63544a1 req-1674a99e-7d17-4d1a-ab05-23329865ff49 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414090 Sep 03 03:52:58.935017 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7bc0f-3ae1-4156-a441-e0493af8e16a req-5e7d0340-cba8-4eca-b364-e6d2de4320f6 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:58.936433 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-05d7bc0f-3ae1-4156-a441-e0493af8e16a req-5e7d0340-cba8-4eca-b364-e6d2de4320f6 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0460443 Sep 03 03:52:58.985534 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-05d7bc0f-3ae1-4156-a441-e0493af8e16a req-453b9e23-a2b5-44c8-aadc-64d566be26f4 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434380 Sep 03 03:52:59.532063 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d8c7e-cf1e-4b79-8139-0882a4855301 req-3c33aaba-2739-420e-a37a-6d9af966b56e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:52:59.533431 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b54d8c7e-cf1e-4b79-8139-0882a4855301 req-3c33aaba-2739-420e-a37a-6d9af966b56e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0484405 Sep 03 03:52:59.580427 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b54d8c7e-cf1e-4b79-8139-0882a4855301 req-a96e89b5-deec-46b7-9098-cb46069584b8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413954 Sep 03 03:53:00.119759 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a97e03-2fe4-4895-88d8-8cd8f4248ee9 req-79e84784-c1af-411d-8b45-fc8964e0d76c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:00.121309 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e8a97e03-2fe4-4895-88d8-8cd8f4248ee9 req-79e84784-c1af-411d-8b45-fc8964e0d76c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0494149 Sep 03 03:53:00.173164 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e8a97e03-2fe4-4895-88d8-8cd8f4248ee9 req-23e51464-d0a0-4287-bc8d-e771d631e0dc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459981 Sep 03 03:53:00.704279 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d119ad8-2382-4836-bf12-6b02de38295e req-582ca726-e21c-477a-8f5e-dc01ac842a1f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:00.705719 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1d119ad8-2382-4836-bf12-6b02de38295e req-582ca726-e21c-477a-8f5e-dc01ac842a1f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0463345 Sep 03 03:53:00.717559 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:00.754288 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1d119ad8-2382-4836-bf12-6b02de38295e req-40aa346b-cbaa-4d18-8a42-ff53ffafed66 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 Sep 03 03:53:01.312241 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dafe5c-ff09-4d82-b492-f0573f77cb0f req-869485ec-0f96-4e7a-8cf0-cfb0e26ab332 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:01.313746 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-38dafe5c-ff09-4d82-b492-f0573f77cb0f req-869485ec-0f96-4e7a-8cf0-cfb0e26ab332 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0498636 Sep 03 03:53:01.361626 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-38dafe5c-ff09-4d82-b492-f0573f77cb0f req-e26425a9-6f97-4ba4-846e-9e8c9aeeb611 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423923 Sep 03 03:53:01.487481 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c6460-4346-49c6-afe2-5a27ec38de26 req-ea7aad6a-2335-4b85-9f5e-35dd2d8d2473 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:01.488943 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-024c6460-4346-49c6-afe2-5a27ec38de26 req-ea7aad6a-2335-4b85-9f5e-35dd2d8d2473 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0495358 Sep 03 03:53:01.538064 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-024c6460-4346-49c6-afe2-5a27ec38de26 req-4d804247-66ac-4421-a542-fd5926c0ae80 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408719 Sep 03 03:53:01.888321 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d972bc-92d0-44d2-8e10-5c80752ae37d req-3a6360d8-6ae6-443f-a2d7-60cbabd3b340 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:01.889843 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-47d972bc-92d0-44d2-8e10-5c80752ae37d req-3a6360d8-6ae6-443f-a2d7-60cbabd3b340 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0579267 Sep 03 03:53:01.942619 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-47d972bc-92d0-44d2-8e10-5c80752ae37d req-3d65b118-86ff-4d77-b722-38bbf0d97271 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469921 Sep 03 03:53:02.493881 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e09a6e4-582a-4a08-b130-c0763de407d8 req-9469019b-43b7-4875-b148-24ce1fc2637a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:02.495329 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e09a6e4-582a-4a08-b130-c0763de407d8 req-9469019b-43b7-4875-b148-24ce1fc2637a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0522404 Sep 03 03:53:02.667089 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ce0b7-0487-4eeb-ae8f-4e1c92a049a1 req-85d290fb-2445-4d54-9cbc-c85c855435a7 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:02.668713 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-108ce0b7-0487-4eeb-ae8f-4e1c92a049a1 req-85d290fb-2445-4d54-9cbc-c85c855435a7 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0510983 Sep 03 03:53:02.719533 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-108ce0b7-0487-4eeb-ae8f-4e1c92a049a1 req-03054e7b-3538-4cf8-93cf-272e0a65a10f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448914 Sep 03 03:53:02.751613 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e09a6e4-582a-4a08-b130-c0763de407d8 req-c5f018f4-3f95-469a-85a0-53308f27db10 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2479258 Sep 03 03:53:03.075141 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b421-cdda-4475-bc51-8f3708eb9af8 req-d6d711c4-a567-480b-ae68-2bfa95e4bc1d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:03.076693 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48e4b421-cdda-4475-bc51-8f3708eb9af8 req-d6d711c4-a567-480b-ae68-2bfa95e4bc1d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0476522 Sep 03 03:53:03.125395 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48e4b421-cdda-4475-bc51-8f3708eb9af8 req-6df808aa-dfae-4445-9b39-1cd8c7cca0b4 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429261 Sep 03 03:53:03.421995 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=91 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:03.782728 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:03.853429 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb6d13-8e0c-4342-9e08-66010ba0d8e9 req-39c677d8-9022-4efe-a285-8afec15de6e5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:03.855075 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-59eb6d13-8e0c-4342-9e08-66010ba0d8e9 req-39c677d8-9022-4efe-a285-8afec15de6e5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0488067 Sep 03 03:53:03.903525 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c49a7-bfcd-4bcc-b346-43afe373a7fe req-9e1d7877-c0c8-40d2-9fdb-d01e1418bc47 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:03.905028 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7b4c49a7-bfcd-4bcc-b346-43afe373a7fe req-9e1d7877-c0c8-40d2-9fdb-d01e1418bc47 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0774467 Sep 03 03:53:03.906280 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-59eb6d13-8e0c-4342-9e08-66010ba0d8e9 req-16d9af98-bd20-4117-8aee-f143e0ce4af9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1572779e-5fdb-4395-9f30-d53ca3c36d75&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439112 Sep 03 03:53:03.924531 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-4f896fde-5056-4868-8714-e0c8328a9b6c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:03.925959 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-4f896fde-5056-4868-8714-e0c8328a9b6c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 946 time: 0.0663853 Sep 03 03:53:03.962907 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:03.968759 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7b4c49a7-bfcd-4bcc-b346-43afe373a7fe req-bb93bd05-5d61-4cd9-887b-053b16f41800 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579875 Sep 03 03:53:04.044347 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Deleting port 1197b605-d728-4d04-90d2-9befd8120dd4 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:53:04.044577 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:04.140179 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] For port 1197b605-d728-4d04-90d2-9befd8120dd4, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1197b605-d728-4d04-90d2-9befd8120dd4,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:04.140862 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:04.325610 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea14a8-dff7-4a24-bf08-6226fc28100d req-a7983dd2-269c-4103-80c7-1fd79c931b27 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:04.327167 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a1ea14a8-dff7-4a24-bf08-6226fc28100d req-a7983dd2-269c-4103-80c7-1fd79c931b27 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0922999 Sep 03 03:53:04.358296 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:04.358673 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (4f2fc7e1-3d91-489f-8918-c2c69c004295), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:04.358999 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Floating IP 4f2fc7e1-3d91-489f-8918-c2c69c004295 disassociated. External IP: 172.27.4.43, port: 1197b605-d728-4d04-90d2-9befd8120dd4. Sep 03 03:53:04.359341 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Calling delete_port for 1197b605-d728-4d04-90d2-9befd8120dd4 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:53:04.419360 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:04.439711 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a1ea14a8-dff7-4a24-bf08-6226fc28100d req-5d00885b-637b-4876-b871-c6ae7a1c51ca tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943189 Sep 03 03:53:04.526602 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (1197b605-d728-4d04-90d2-9befd8120dd4), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:04.556447 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'Port': ['ID=1197b605-d728-4d04-90d2-9befd8120dd4,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:04.671275 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:53:05.049011 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-92d938b2-3d6a-4a1f-aff3-7821d81e5e34 req-8dad5e32-e277-4b4c-be69-a163c8c11901 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 210 time: 0.0578032 Sep 03 03:53:05.051216 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:53:05.061681 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:53:05.089505 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:05.090146 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:52:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:05.140400 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] No DVR routers for this DVR port 1197b605-d728-4d04-90d2-9befd8120dd4 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:53:05.145271 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:05.148378 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-636c7c06-1810-46cd-a065-a54acdcfcea4 req-d225cbcf-14a4-45d3-8774-da37a225bbb4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1197b605-d728-4d04-90d2-9befd8120dd4 HTTP/1.1" status: 204 len: 173 time: 1.1919048 Sep 03 03:53:05.148878 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69fe618d-1192-4541-9d90-e5cee06be911', 'name': 'network-vif-deleted', 'tag': '1197b605-d728-4d04-90d2-9befd8120dd4'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:05.151302 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9294f7-4ba9-4355-bca3-4f045c5264bf" -d '{"events": [{"server_uuid": "69fe618d-1192-4541-9d90-e5cee06be911", "name": "network-vif-deleted", "tag": "1197b605-d728-4d04-90d2-9befd8120dd4"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:05.164259 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbdfc9a-65f9-4268-bf1d-1b0b71bfcd84 req-9b53d3da-6b97-4ea2-823f-1554081177ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:05.165830 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4fbdfc9a-65f9-4268-bf1d-1b0b71bfcd84 req-9b53d3da-6b97-4ea2-823f-1554081177ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0911396 Sep 03 03:53:05.190030 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:05.199865 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:05.210444 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f694b9db-363a-4fc0-9d75-bf1d19777108 x-openstack-request-id: req-f694b9db-363a-4fc0-9d75-bf1d19777108 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:05.210852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69fe618d-1192-4541-9d90-e5cee06be911", "name": "network-vif-deleted", "tag": "1197b605-d728-4d04-90d2-9befd8120dd4", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:05.211185 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f694b9db-363a-4fc0-9d75-bf1d19777108 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:05.211677 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f694b9db-363a-4fc0-9d75-bf1d19777108'] response: {'server_uuid': '69fe618d-1192-4541-9d90-e5cee06be911', 'name': 'network-vif-deleted', 'tag': '1197b605-d728-4d04-90d2-9befd8120dd4', 'status': 'completed', 'code': 200} Sep 03 03:53:05.226902 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4fbdfc9a-65f9-4268-bf1d-1b0b71bfcd84 req-eb907d57-3c1c-41fb-a7f8-576eb1c1eebf tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537813 Sep 03 03:53:05.413535 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:05.438407 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:53:05.447114 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:05.447716 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:52:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:05.580862 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da56f31-b524-430f-a799-0195fada4b56 req-bcb06edc-d28c-45bc-b5f7-570687c2bc1d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:05.581411 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:05.589161 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2da56f31-b524-430f-a799-0195fada4b56 req-bcb06edc-d28c-45bc-b5f7-570687c2bc1d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0647116 Sep 03 03:53:05.662907 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2da56f31-b524-430f-a799-0195fada4b56 req-f27f9019-7e56-4e95-ab9b-9bc9b65a5484 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727394 Sep 03 03:53:05.688148 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292cddae-2191-4f49-9a38-4616b7cecfc0 req-806eb0d1-6c4e-4dac-a77b-bacf88640d32 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:05.689628 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-292cddae-2191-4f49-9a38-4616b7cecfc0 req-806eb0d1-6c4e-4dac-a77b-bacf88640d32 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.0640962 Sep 03 03:53:05.716368 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:05.738598 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-292cddae-2191-4f49-9a38-4616b7cecfc0 req-5a076f6b-3566-4d95-a848-ea435a3c8660 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Sep 03 03:53:05.792056 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:05.816239 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccba39e-3388-496b-a99e-035fc06842af None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:53:06.038758 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845c796-843e-47c9-976b-da5e48c39222 None None] New status for floating IP 4f2fc7e1-3d91-489f-8918-c2c69c004295: DOWN {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:53:06.182994 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0ed7c744-1b33-424e-9742-a7314209e2f6 req-1a6ae486-5158-48fd-a528-7a3c191b39c2 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 210 time: 0.0282037 Sep 03 03:53:06.367544 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d647cb4-b09b-49ab-885a-a865735befec req-06c90bf1-430f-4b3d-b28b-db2ac591125e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:06.369158 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8d647cb4-b09b-49ab-885a-a865735befec req-06c90bf1-430f-4b3d-b28b-db2ac591125e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0565712 Sep 03 03:53:06.381981 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:06.418987 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8d647cb4-b09b-49ab-885a-a865735befec req-40a4fa76-c5c5-4110-ae6d-c26363cb2ba5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423937 Sep 03 03:53:06.793782 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7dee6e-6bc9-4b02-a2ce-7d458b8982af req-6e10895b-a4d8-436d-8d87-5fae132e9dff tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:06.795263 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-db7dee6e-6bc9-4b02-a2ce-7d458b8982af req-6e10895b-a4d8-436d-8d87-5fae132e9dff tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0490401 Sep 03 03:53:06.842069 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-db7dee6e-6bc9-4b02-a2ce-7d458b8982af req-c5d895f0-d850-4512-9dd8-9b00a756638d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410480 Sep 03 03:53:06.860217 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb866-6e56-463b-8949-323b1c75c57c req-37798db0-0003-4099-bbb3-46f9fc1c6e3e tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:06.861856 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-044bb866-6e56-463b-8949-323b1c75c57c req-37798db0-0003-4099-bbb3-46f9fc1c6e3e tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.0463305 Sep 03 03:53:06.913015 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-044bb866-6e56-463b-8949-323b1c75c57c req-350a2644-6b77-400e-9a52-e9a7432cc782 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Sep 03 03:53:07.310055 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4dd82b58-db42-4926-83b1-aa851a03b12e req-276ec0a7-e2a3-4dc6-ba10-d84f9a4aaf46 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=69fe618d-1192-4541-9d90-e5cee06be911 HTTP/1.1" status: 200 len: 210 time: 0.0300179 Sep 03 03:53:07.548858 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accfb686-bc2d-48a8-ab98-8347e13b15dc req-84509a35-f4d3-4385-b975-732be8aa34d7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:07.550310 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-accfb686-bc2d-48a8-ab98-8347e13b15dc req-84509a35-f4d3-4385-b975-732be8aa34d7 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0490990 Sep 03 03:53:07.598164 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-accfb686-bc2d-48a8-ab98-8347e13b15dc req-23b78b5c-b342-449c-9bb2-39d670e1ccac tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414348 Sep 03 03:53:07.972491 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9633b7-d62c-4afe-87e1-a63935f6f287 req-c4e468cb-3832-4ab9-bbc2-6b832d81320d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:07.974149 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ed9633b7-d62c-4afe-87e1-a63935f6f287 req-c4e468cb-3832-4ab9-bbc2-6b832d81320d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0509140 Sep 03 03:53:07.975492 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1197b605-d728-4d04-90d2-9befd8120dd4 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:53:07.995847 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 1197b605-d728-4d04-90d2-9befd8120dd4 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:53:07.996158 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1197b605-d728-4d04-90d2-9befd8120dd4 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:53:08.023702 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ed9633b7-d62c-4afe-87e1-a63935f6f287 req-d2d7947c-8cf3-46f9-bc2e-a3481e05ef06 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435567 Sep 03 03:53:08.036823 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaab6b-2d82-4717-b623-6cf736146b02 req-aa6f08e9-59df-4830-ae78-120fba2f89c1 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:08.038282 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-efeaab6b-2d82-4717-b623-6cf736146b02 req-aa6f08e9-59df-4830-ae78-120fba2f89c1 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.0478201 Sep 03 03:53:08.084084 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-efeaab6b-2d82-4717-b623-6cf736146b02 req-70eb1f02-8ded-4ba9-92ed-83812f2ee932 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Sep 03 03:53:08.426684 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42222) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:08.489850 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-26fc30f0-38e3-42a9-bcf5-2c9a1ec3afee tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (1572779e-5fdb-4395-9f30-d53ca3c36d75), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:08.511972 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-26fc30f0-38e3-42a9-bcf5-2c9a1ec3afee tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (1572779e-5fdb-4395-9f30-d53ca3c36d75), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:08.544686 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:08.570597 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-26fc30f0-38e3-42a9-bcf5-2c9a1ec3afee tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1572779e-5fdb-4395-9f30-d53ca3c36d75), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:08.575477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-26fc30f0-38e3-42a9-bcf5-2c9a1ec3afee tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:08.575477 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-26fc30f0-38e3-42a9-bcf5-2c9a1ec3afee tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1572779e-5fdb-4395-9f30-d53ca3c36d75 HTTP/1.1" status: 204 len: 168 time: 0.1471026 Sep 03 03:53:08.577945 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42224) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:08.585450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc30f0-38e3-42a9-bcf5-2c9a1ec3afee tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1572779e-5fdb-4395-9f30-d53ca3c36d75,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:08.597619 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.api.v2.resource [None req-d4caf8b9-de0a-4208-b863-912efb63684e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] show failed (client error): The resource could not be found. Sep 03 03:53:08.598904 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d4caf8b9-de0a-4208-b863-912efb63684e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups/1572779e-5fdb-4395-9f30-d53ca3c36d75 HTTP/1.1" status: 404 len: 347 time: 0.0192196 Sep 03 03:53:08.602180 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42226) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:08.819612 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-11060812-52ad-48e9-bc7d-a6658bdec6ed tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:08.820939 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-11060812-52ad-48e9-bc7d-a6658bdec6ed tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.1369150 Sep 03 03:53:08.826262 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1edf89-55bb-4a57-9272-9580f89a89ae req-0a32ef65-c138-4a04-a7ca-b00022d7e773 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:08.827581 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1f1edf89-55bb-4a57-9272-9580f89a89ae req-0a32ef65-c138-4a04-a7ca-b00022d7e773 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.1446848 Sep 03 03:53:08.873368 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Deleting port 018e8f8a-7f72-4fe1-8dda-0d67fe5ea401 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:53:08.873657 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:08.883830 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55fd39-7493-43a2-8656-c6868cf936df req-82880515-3f96-4b78-9974-7aff520c3c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:08.885325 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1a55fd39-7493-43a2-8656-c6868cf936df req-82880515-3f96-4b78-9974-7aff520c3c26 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1130 time: 0.1545756 Sep 03 03:53:08.962285 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-3a13d309-1f64-40be-95a2-aa1d4eb9a766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.029463 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1f1edf89-55bb-4a57-9272-9580f89a89ae req-20670cfc-74fc-40f1-8468-5aae6314ccb8 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892366 Sep 03 03:53:09.042175 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:09.049695 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Deleting port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:53:09.050036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.062133 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1a55fd39-7493-43a2-8656-c6868cf936df req-b6b45bf0-c9a3-4f0f-88ce-e7c190b1b01f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571524 Sep 03 03:53:09.083241 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.083601 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.134293 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Calling delete_port for 018e8f8a-7f72-4fe1-8dda-0d67fe5ea401 owned by network:floatingip {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:53:09.151206 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf40d01-e6bb-4a29-8a54-796dc2fb7b7b req-04808c42-e6ef-4d4b-9ce5-cd94fd1d57de tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:09.152750 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bf40d01-e6bb-4a29-8a54-796dc2fb7b7b req-04808c42-e6ef-4d4b-9ce5-cd94fd1d57de tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0515356 Sep 03 03:53:09.186934 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:09.204373 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bf40d01-e6bb-4a29-8a54-796dc2fb7b7b req-9aff3355-3f06-473e-ba65-a590ecb8bfad tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459945 Sep 03 03:53:09.248045 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] For port c369599b-8063-4d16-b7ee-03c9e0bbb2e5, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,segment=NetworkSegment(4c879b1a-69ad-4f89-879b-3a9c8b0c26e1),segment_id=4c879b1a-69ad-4f89-879b-3a9c8b0c26e1)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:09.248392 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.269790 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Calling delete_port for c369599b-8063-4d16-b7ee-03c9e0bbb2e5 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:53:09.281842 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddf3f8-f834-4f4e-93bd-ba3fb8a56d87 req-38da9cd4-3d78-45f8-85a0-e772957b5ea5 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:09.283342 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-17ddf3f8-f834-4f4e-93bd-ba3fb8a56d87 req-38da9cd4-3d78-45f8-85a0-e772957b5ea5 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 945 time: 0.0869296 Sep 03 03:53:09.416925 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-17ddf3f8-f834-4f4e-93bd-ba3fb8a56d87 req-4d4b4012-abc2-4357-8d8f-fb57fcb6dc7f tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=a52f95c2-d858-4cc3-919c-64d398ee8c00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272089 Sep 03 03:53:09.444453 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:09.452628 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (018e8f8a-7f72-4fe1-8dda-0d67fe5ea401), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.513876 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'Port': ['ID=018e8f8a-7f72-4fe1-8dda-0d67fe5ea401,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:09.583244 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (c369599b-8063-4d16-b7ee-03c9e0bbb2e5), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.597420 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c369599b-8063-4d16-b7ee-03c9e0bbb2e5'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:53:09.613454 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (4f2fc7e1-3d91-489f-8918-c2c69c004295), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.615900 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.617053 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-4fe02101-16d6-431c-b574-f4a5b95487d4 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/4f2fc7e1-3d91-489f-8918-c2c69c004295 HTTP/1.1" status: 204 len: 168 time: 1.0138407 Sep 03 03:53:09.618599 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Pushing event deleted for resources: {'Port': ['ID=c369599b-8063-4d16-b7ee-03c9e0bbb2e5,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:09.672535 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] No DVR routers for this DVR port c369599b-8063-4d16-b7ee-03c9e0bbb2e5 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:53:09.675036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.678437 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-850f6ff6-11f2-449a-87fa-38ec6d1a71f9 req-589689c9-9227-43e8-8e12-685268af4095 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c369599b-8063-4d16-b7ee-03c9e0bbb2e5 HTTP/1.1" status: 204 len: 173 time: 0.8499572 Sep 03 03:53:09.678898 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4debbf95-0ffb-408e-bc62-12015a742cff', 'name': 'network-vif-deleted', 'tag': 'c369599b-8063-4d16-b7ee-03c9e0bbb2e5'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:09.681578 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b016a433-f18d-4a89-a853-261e6660dc6d" -d '{"events": [{"server_uuid": "4debbf95-0ffb-408e-bc62-12015a742cff", "name": "network-vif-deleted", "tag": "c369599b-8063-4d16-b7ee-03c9e0bbb2e5"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:09.698367 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42238) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:09.703094 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-9795b928-273b-403f-894a-7842b5b0405a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598025075', 'description': 'tempest-description--88052192'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:09.721066 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d99157-87ee-4a70-a15f-abb9bf533ae1 x-openstack-request-id: req-e3d99157-87ee-4a70-a15f-abb9bf533ae1 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:09.721384 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4debbf95-0ffb-408e-bc62-12015a742cff", "name": "network-vif-deleted", "tag": "c369599b-8063-4d16-b7ee-03c9e0bbb2e5", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:09.721632 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3d99157-87ee-4a70-a15f-abb9bf533ae1 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:09.722171 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d99157-87ee-4a70-a15f-abb9bf533ae1'] response: {'server_uuid': '4debbf95-0ffb-408e-bc62-12015a742cff', 'name': 'network-vif-deleted', 'tag': 'c369599b-8063-4d16-b7ee-03c9e0bbb2e5', 'status': 'completed', 'code': 200} Sep 03 03:53:09.725264 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9795b928-273b-403f-894a-7842b5b0405a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.797501 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9795b928-273b-403f-894a-7842b5b0405a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (bb4951c0-a93a-4746-a96c-a5d5e61ea7ac), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.802367 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9795b928-273b-403f-894a-7842b5b0405a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (bb4951c0-a93a-4746-a96c-a5d5e61ea7ac), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.832794 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9795b928-273b-403f-894a-7842b5b0405a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.833973 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-9795b928-273b-403f-894a-7842b5b0405a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1344762 Sep 03 03:53:09.836018 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795b928-273b-403f-894a-7842b5b0405a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:09.837135 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42240) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:09.842844 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-f6443396-ed8e-4fc4-83e2-09d1c25fde2a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group_rule': {'security_group_id': 'bb4951c0-a93a-4746-a96c-a5d5e61ea7ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:09.872440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f6443396-ed8e-4fc4-83e2-09d1c25fde2a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (dbf22a97-4179-4f67-a519-a461d6efda76), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.915753 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:09.939087 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f6443396-ed8e-4fc4-83e2-09d1c25fde2a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (dbf22a97-4179-4f67-a519-a461d6efda76), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.943439 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f6443396-ed8e-4fc4-83e2-09d1c25fde2a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (dbf22a97-4179-4f67-a519-a461d6efda76), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.965772 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6443396-ed8e-4fc4-83e2-09d1c25fde2a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf22a97-4179-4f67-a519-a461d6efda76,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:09.971610 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f6443396-ed8e-4fc4-83e2-09d1c25fde2a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:09.973493 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f6443396-ed8e-4fc4-83e2-09d1c25fde2a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1346135 Sep 03 03:53:09.976279 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42242) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:09.981005 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-63868dc4-4655-4b0b-bc88-42fe93c7d8f3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group_rule': {'security_group_id': 'bb4951c0-a93a-4746-a96c-a5d5e61ea7ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:09.987247 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.011288 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-63868dc4-4655-4b0b-bc88-42fe93c7d8f3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (863542f5-a4d6-441d-aa91-e0803828e117), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.070334 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-63868dc4-4655-4b0b-bc88-42fe93c7d8f3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (863542f5-a4d6-441d-aa91-e0803828e117), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.075069 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-63868dc4-4655-4b0b-bc88-42fe93c7d8f3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (863542f5-a4d6-441d-aa91-e0803828e117), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.098966 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63868dc4-4655-4b0b-bc88-42fe93c7d8f3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863542f5-a4d6-441d-aa91-e0803828e117,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:10.104750 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-63868dc4-4655-4b0b-bc88-42fe93c7d8f3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.109263 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-63868dc4-4655-4b0b-bc88-42fe93c7d8f3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284916 Sep 03 03:53:10.109263 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42246) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:10.113503 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:10.140317 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.162050 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3714801-7418-4160-8bc1-a32cd50619b9 req-73684503-8545-4413-88a7-add580a3e89f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:10.169089 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d3714801-7418-4160-8bc1-a32cd50619b9 req-73684503-8545-4413-88a7-add580a3e89f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0582798 Sep 03 03:53:10.212689 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d3714801-7418-4160-8bc1-a32cd50619b9 req-c89fb68c-cacf-41c1-bd3f-28013f3132ee tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Sep 03 03:53:10.256660 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.359150 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337040-fbd0-4919-90c0-531f15ee793e req-f1dc474b-95c2-4b8f-905c-c41496cc9531 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:10.360608 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34337040-fbd0-4919-90c0-531f15ee793e req-f1dc474b-95c2-4b8f-905c-c41496cc9531 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0662615 Sep 03 03:53:10.425924 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Allocated IP 172.27.4.14 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/5e0b1641-63b4-436f-a991-4ac975ad759e) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:53:10.452929 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34337040-fbd0-4919-90c0-531f15ee793e req-a2ecee67-96ca-4daf-850d-31f58338c839 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748360 Sep 03 03:53:10.533298 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9968dfbf-5ae9-4632-9176-380ca366edd9 req-b0b1a016-f0b1-4a69-8154-c17085d5d627 tempest-VolumesSnapshotTestJSON-1874783988 tempest-VolumesSnapshotTestJSON-1874783988-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4debbf95-0ffb-408e-bc62-12015a742cff HTTP/1.1" status: 200 len: 210 time: 0.0269914 Sep 03 03:53:10.536729 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:10.551067 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:53:10.556025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (5e0b1641-63b4-436f-a991-4ac975ad759e), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.589534 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (5e0b1641-63b4-436f-a991-4ac975ad759e), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.631539 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:53:10.636804 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:53:10.639179 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:53:10.642533 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=5e0b1641-63b4-436f-a991-4ac975ad759e,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:10.697283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:10.742854 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (8417c39d-dcb9-48f3-bac6-cc207536864e), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.781256 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (5e0b1641-63b4-436f-a991-4ac975ad759e), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.932640 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (5e0b1641-63b4-436f-a991-4ac975ad759e), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:10.939463 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (5e0b1641-63b4-436f-a991-4ac975ad759e), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:11.005956 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=5e0b1641-63b4-436f-a991-4ac975ad759e,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:11.008364 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (8417c39d-dcb9-48f3-bac6-cc207536864e), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:11.025793 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:11.027272 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-ea6c097b-f4d6-4d36-ab90-d6c9989318ea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9170134 Sep 03 03:53:11.241464 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-2ff06c60-9cb8-4f1a-af46-3c07ee552d3c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1598025075&fields=id&tenant_id=ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 267 time: 0.0453799 Sep 03 03:53:11.272611 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ad5e5716-2037-41a3-b1b1-164d5d875fdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:11.342606 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1719904-b651-4dec-a49e-cf358dc9b432 req-1ff7de26-5bde-40cf-a3f1-db4f524ae1ac tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:11.344059 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e1719904-b651-4dec-a49e-cf358dc9b432 req-1ff7de26-5bde-40cf-a3f1-db4f524ae1ac tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0483687 Sep 03 03:53:11.352018 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e417-7625-482c-8928-567a27cb1332 req-62b3fb16-6865-41a4-b5fa-d2fa382930fc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:11.353466 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-62b3fb16-6865-41a4-b5fa-d2fa382930fc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 814 time: 0.1054301 Sep 03 03:53:11.368653 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-ce5fd551-ca82-4d54-b292-15c3f0afae7e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/quotas/ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 375 time: 0.0093656 Sep 03 03:53:11.391624 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e1719904-b651-4dec-a49e-cf358dc9b432 req-8f1ec29b-21e9-4066-a151-149c6c39fc8d tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Sep 03 03:53:11.424538 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-407404dd-cf60-4159-bf7c-00cf0fa99630 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505512 Sep 03 03:53:11.525021 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-637d7508-adc8-4a33-a44b-b1e1f2c56237 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888441 Sep 03 03:53:11.581928 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407794cf-c6b3-45a5-be03-60d8bec879d8 req-b20534ad-c12b-4b10-a224-f199efb8a04e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:11.583582 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-407794cf-c6b3-45a5-be03-60d8bec879d8 req-b20534ad-c12b-4b10-a224-f199efb8a04e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0502160 Sep 03 03:53:11.597672 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:11.623258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-773b2a4a-9445-4ae6-93df-b37e7d2e4d56 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922577 Sep 03 03:53:11.638797 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-407794cf-c6b3-45a5-be03-60d8bec879d8 req-26cbae69-c583-46a1-a2c5-97b0cebf522c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495572 Sep 03 03:53:11.891627 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2c42285d-6b7f-4915-bb8f-bd41ccee93ee req-7ad3051d-fa2f-4434-957a-3d65a584b90b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 210 time: 0.0412335 Sep 03 03:53:11.976115 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c369599b-8063-4d16-b7ee-03c9e0bbb2e5 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:53:11.978094 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-3b96e8e6-6f89-43bc-8709-c2ed1df4cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:11.981308 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-3b96e8e6-6f89-43bc-8709-c2ed1df4cfb4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0520165 Sep 03 03:53:12.014280 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: c369599b-8063-4d16-b7ee-03c9e0bbb2e5 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:53:12.014643 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c369599b-8063-4d16-b7ee-03c9e0bbb2e5 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:53:12.025516 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06adc16-5749-47f2-9688-341276cb43e5 req-9fa9dcd0-a235-476c-882e-77b1af3025dd tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:12.027262 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b06adc16-5749-47f2-9688-341276cb43e5 req-9fa9dcd0-a235-476c-882e-77b1af3025dd tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0818937 Sep 03 03:53:12.072763 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:12.102535 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b06adc16-5749-47f2-9688-341276cb43e5 req-0d830e9d-3c19-4165-b71c-5d44bf017e03 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674441 Sep 03 03:53:12.108714 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-f748ee0a-3e55-41ea-b0c3-4d9ff5a928fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:12.111083 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-f748ee0a-3e55-41ea-b0c3-4d9ff5a928fa service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.1236796 Sep 03 03:53:12.202387 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-86f2c212-994a-4464-a8a9-ab47ab24200d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 200 len: 1002 time: 0.0776117 Sep 03 03:53:12.269176 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-569d52fb-5123-4ce8-aeab-abcbea5bfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:12.271510 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-569d52fb-5123-4ce8-aeab-abcbea5bfd3b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0545940 Sep 03 03:53:12.331381 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-6531fe0b-1ef8-4b55-b823-23dc892304e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:12.332809 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-6531fe0b-1ef8-4b55-b823-23dc892304e1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439022 Sep 03 03:53:12.433315 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-bda62088-9f25-45a8-a97b-60af81b1d7df service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888362 Sep 03 03:53:12.545911 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1ba747e3-3ae5-400c-a92b-add6136c019f req-dee44254-2aae-4fc7-aed7-9e44f2a08690 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909343 Sep 03 03:53:12.629097 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:12.762150 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80a2bb-b035-40ce-9481-e08b5e06edb5 req-eac36589-49a7-489e-8dd6-4ea6222a37ce tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:12.763666 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1c80a2bb-b035-40ce-9481-e08b5e06edb5 req-eac36589-49a7-489e-8dd6-4ea6222a37ce tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0483630 Sep 03 03:53:12.813690 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1c80a2bb-b035-40ce-9481-e08b5e06edb5 req-397f61f7-7683-40f9-9732-8676805b23e6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438943 Sep 03 03:53:12.991079 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e5b11e81-eb6d-4cb4-af5d-1c569d4ae9dc req-181dbe06-8499-40c6-9b81-c28689675b98 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 210 time: 0.0379479 Sep 03 03:53:13.245377 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6227c0-0cfe-457d-99d4-7601aeaf828c req-0450dc56-79d8-47c5-aa23-0c0a4a8999d5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:13.247005 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a6227c0-0cfe-457d-99d4-7601aeaf828c req-0450dc56-79d8-47c5-aa23-0c0a4a8999d5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0521512 Sep 03 03:53:13.297330 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a6227c0-0cfe-457d-99d4-7601aeaf828c req-72b3f70b-d7af-4a31-b9c5-4d3b877627c5 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443633 Sep 03 03:53:13.948620 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3c744-a8c0-44af-aea9-d1db60ff3400 req-f7f85bf2-c2b0-4355-8fa3-94d347851945 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:13.950634 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-69f3c744-a8c0-44af-aea9-d1db60ff3400 req-f7f85bf2-c2b0-4355-8fa3-94d347851945 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0557671 Sep 03 03:53:13.964982 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:14.002725 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-69f3c744-a8c0-44af-aea9-d1db60ff3400 req-5e985357-fe9b-4ee5-aa8b-eef2513c43d0 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 Sep 03 03:53:14.107264 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3a038f88-7541-4875-96db-4acd421afb95 req-82a98883-cc62-4b68-9122-ee10a2c69e70 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 210 time: 0.0290132 Sep 03 03:53:14.116954 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:14.192833 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:14.431312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0c42d-741b-412c-a79f-b0f8364d97e6 req-202cb0e9-227c-4876-bfcc-54e933adf310 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:14.432676 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-efa0c42d-741b-412c-a79f-b0f8364d97e6 req-202cb0e9-227c-4876-bfcc-54e933adf310 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0539801 Sep 03 03:53:14.489936 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-efa0c42d-741b-412c-a79f-b0f8364d97e6 req-eb5aa42a-b884-478b-9cbc-f0ac0bd141c9 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490983 Sep 03 03:53:15.140065 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df09ee-d51f-4181-8785-80c95dbaefc1 req-176d05c9-bcf0-49df-be71-c6439673e3a8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:15.141500 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-18df09ee-d51f-4181-8785-80c95dbaefc1 req-176d05c9-bcf0-49df-be71-c6439673e3a8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0501509 Sep 03 03:53:15.191090 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-18df09ee-d51f-4181-8785-80c95dbaefc1 req-f572cf72-bd78-4806-ba61-c3ed29184358 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Sep 03 03:53:15.217859 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5968bb66-bf49-484f-a6a3-49a7f6125757 req-66497f57-d7b7-4cae-a2cf-1f78f2ceff06 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 210 time: 0.0320065 Sep 03 03:53:15.617571 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503b32b-58ac-47b9-b1f8-7a1edabf461e req-023239c2-17ab-4e42-8555-32877fea9132 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:15.619026 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7503b32b-58ac-47b9-b1f8-7a1edabf461e req-023239c2-17ab-4e42-8555-32877fea9132 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0531013 Sep 03 03:53:15.665256 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7503b32b-58ac-47b9-b1f8-7a1edabf461e req-d82cf762-f249-4c87-8c05-5b12ff656431 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406151 Sep 03 03:53:16.113999 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:16.316139 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d9818-1301-40ef-baa6-372eee86c89f req-d9b5deb0-184a-4387-853b-27dbe53631e2 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:16.317629 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-298d9818-1301-40ef-baa6-372eee86c89f req-d9b5deb0-184a-4387-853b-27dbe53631e2 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0476623 Sep 03 03:53:16.322410 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f65f0f4b-1169-4891-8e65-9a5294578bc9 req-23ed4620-1099-4dae-910c-ba038040c6a2 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 210 time: 0.0271997 Sep 03 03:53:16.366302 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-298d9818-1301-40ef-baa6-372eee86c89f req-00ff5ce5-b0d2-4d72-bb7f-cb0ecdd6f083 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428073 Sep 03 03:53:16.850644 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d90715-9e35-4490-9ef6-1934cc69cbb9 req-3bf5c84d-b58a-49a2-baec-56647d4a036c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:16.852326 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-92d90715-9e35-4490-9ef6-1934cc69cbb9 req-3bf5c84d-b58a-49a2-baec-56647d4a036c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.1071167 Sep 03 03:53:16.905878 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-92d90715-9e35-4490-9ef6-1934cc69cbb9 req-4cb80adb-93a7-4241-b0e6-ab1a6817842f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461547 Sep 03 03:53:17.411532 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:17.431105 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-add0afdf-b596-4345-b545-a4e6fb3b525f req-2651bbb3-67fc-4e1a-9b64-32e1b66b9a93 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 210 time: 0.0335684 Sep 03 03:53:17.493036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47134f30-87de-4df2-ac5c-0cdd6302e0ec req-040de5e7-b65d-4767-a498-41a901b0da44 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:17.494477 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-47134f30-87de-4df2-ac5c-0cdd6302e0ec req-040de5e7-b65d-4767-a498-41a901b0da44 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0464468 Sep 03 03:53:17.521480 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:17.552737 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-47134f30-87de-4df2-ac5c-0cdd6302e0ec req-02fc15a1-b1ac-47fb-a936-b3d07575e960 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506454 Sep 03 03:53:17.759780 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f2864-1d3c-4d1e-ba6e-1ed3024ebf1c req-34065303-d697-4bfa-a3e8-a618a3405f06 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:17.761276 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e1f2864-1d3c-4d1e-ba6e-1ed3024ebf1c req-34065303-d697-4bfa-a3e8-a618a3405f06 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0489998 Sep 03 03:53:17.784234 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:17.894277 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e1f2864-1d3c-4d1e-ba6e-1ed3024ebf1c req-76d9d00e-b7e0-4b56-af41-4dc786d9d7f2 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268895 Sep 03 03:53:17.918537 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-f19317b1-c555-4bb4-ac89-3783ba273894 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826414 Sep 03 03:53:17.933028 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-ecafa0bb-6894-4cde-a14f-7f2c280cc1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:17.934566 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-ecafa0bb-6894-4cde-a14f-7f2c280cc1c3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 1129 time: 0.0485046 Sep 03 03:53:17.967357 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e417-7625-482c-8928-567a27cb1332 req-e49daee3-3581-495c-9652-1b2ee300b407 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:17.968880 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-e49daee3-3581-495c-9652-1b2ee300b407 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 814 time: 0.1767778 Sep 03 03:53:18.083766 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce503b1-97f4-4291-9b6f-d7af27a7da78 req-f4b3d2b1-862c-4ea3-88da-cc854e6a1f67 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.086053 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9ce503b1-97f4-4291-9b6f-d7af27a7da78 req-f4b3d2b1-862c-4ea3-88da-cc854e6a1f67 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.1002738 Sep 03 03:53:18.096996 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-9216ac46-cd49-464d-aad1-7634d92996a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.098617 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-9216ac46-cd49-464d-aad1-7634d92996a9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 1129 time: 0.0705998 Sep 03 03:53:18.114998 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-77322ff0-72e6-445b-b2e6-57027c70142d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 380 time: 0.1018236 Sep 03 03:53:18.131705 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'port': {'device_id': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'admin_state_up': True, 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'security_groups': ['bb4951c0-a93a-4746-a96c-a5d5e61ea7ac']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:18.176202 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9ce503b1-97f4-4291-9b6f-d7af27a7da78 req-886e067b-51c5-4bb0-8753-7c198e30421f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699577 Sep 03 03:53:18.177326 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-7e41141f-56ba-4c94-8d94-728ff5d2feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.178634 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-7e41141f-56ba-4c94-8d94-728ff5d2feb5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 911 time: 0.1620498 Sep 03 03:53:18.274377 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-b880be1f-9125-417d-93a9-8464854279f0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c131716e-c4cf-4300-99d4-32cea2b1becb HTTP/1.1" status: 200 len: 1001 time: 0.0891578 Sep 03 03:53:18.327424 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-4f932f43-b6e7-464c-b22c-4add41c99f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.328824 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-4f932f43-b6e7-464c-b22c-4add41c99f4f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.0475602 Sep 03 03:53:18.379503 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-161b83b6-edac-4ad8-933a-48f2038acfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.381217 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-161b83b6-edac-4ad8-933a-48f2038acfcf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462492 Sep 03 03:53:18.475931 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-fc30c897-ab38-4603-ae0a-e7a6625de1fa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882483 Sep 03 03:53:18.551933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a471eb2-e88b-458b-a0d5-3b054436a582 req-33aee39c-ec20-4f91-91eb-a5664f2cee8a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.553368 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2a471eb2-e88b-458b-a0d5-3b054436a582 req-33aee39c-ec20-4f91-91eb-a5664f2cee8a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0732951 Sep 03 03:53:18.566843 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ff9bb9b2-8783-4fc6-a461-2b52d28b32a6 req-1620935d-c285-4a6d-bac1-1ec17fc2e0dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 210 time: 0.0370059 Sep 03 03:53:18.569123 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42368) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:18.575451 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-f5c09f66-cdd5-405c-a7ad-9121dcc9394e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Request body: {'floatingip': {'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:18.601262 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-30f7ea41-bac0-4b2f-bc07-c043722979b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.602783 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-30f7ea41-bac0-4b2f-bc07-c043722979b1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.4751434 Sep 03 03:53:18.645020 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bc54fdcf-494b-40ad-93b2-95eaeb1839c2 req-1905df5f-85e7-44c6-9ada-01539d4ce691 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620800 Sep 03 03:53:18.649613 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f5c09f66-cdd5-405c-a7ad-9121dcc9394e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (ffb9f00d-06fb-4b03-a248-8dce4ea2928c), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:18.651629 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-dc35827f-49a0-45f5-85f0-369cfd4bc8c6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 HTTP/1.1" status: 200 len: 217 time: 0.0413821 Sep 03 03:53:18.658980 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Made reservation on behalf of ac9e77355ba040bda4f2186753df7b24 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:53:18.662741 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:18.726009 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-4637ab9c-648c-46f8-af48-115ab3ea52a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.727531 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-4637ab9c-648c-46f8-af48-115ab3ea52a0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0696640 Sep 03 03:53:18.814523 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-e431bc3f-422d-4068-91d0-187f0eae9a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:18.816056 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-e431bc3f-422d-4068-91d0-187f0eae9a5c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596006 Sep 03 03:53:18.908425 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:18.911356 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:18.914048 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Allocated IP 172.20.0.6 (3310a324-39c6-4074-b839-e8b47e45dc07/60a4659c-255a-4e16-8248-d3aeaaefdf02/d1286d66-938e-4851-b4f8-27c123ccbf56) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:53:18.922849 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:18.962099 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-004e094b-199f-4df5-bdf8-ed579eef79e6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282082 Sep 03 03:53:18.967295 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:19.107577 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f5c09f66-cdd5-405c-a7ad-9121dcc9394e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:19.112565 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f5c09f66-cdd5-405c-a7ad-9121dcc9394e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (ffb9f00d-06fb-4b03-a248-8dce4ea2928c), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:19.116965 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394092b7-d9be-4968-b4d1-2e0cc65920a3 req-c6cd497d-34c1-481b-a64f-9e24f1381d70 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:19.118499 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-394092b7-d9be-4968-b4d1-2e0cc65920a3 req-c6cd497d-34c1-481b-a64f-9e24f1381d70 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.1434548 Sep 03 03:53:19.216067 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:19.243424 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72ae4a29-6991-432d-9082-70cb50ee4a77 req-d5c3f5b9-cf97-4be3-b584-a81434bcac06 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536011 Sep 03 03:53:19.250240 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-394092b7-d9be-4968-b4d1-2e0cc65920a3 req-94f1bb34-0c66-4002-b096-2c4c713d4ee6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233912 Sep 03 03:53:19.283189 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:19.329321 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Network 3310a324-39c6-4074-b839-e8b47e45dc07 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:53:19.332648 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:53:19.335394 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:53:19.341939 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c09f66-cdd5-405c-a7ad-9121dcc9394e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Router 1877da56-6118-43dc-a586-5d89674808b6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:53:19.370441 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=d1286d66-938e-4851-b4f8-27c123ccbf56,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:19.402071 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:19.403313 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:19.443205 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-b21a925e-d7e0-4acc-b83b-f7ec5e92b5dc tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3173726 Sep 03 03:53:19.484139 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c09f66-cdd5-405c-a7ad-9121dcc9394e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:53:19.494668 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] Sync routers for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:53:19.509536 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:19.510136 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:19.511018 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f5c09f66-cdd5-405c-a7ad-9121dcc9394e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:19.578290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Request body: {'port': {'device_id': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:19.585977 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:19.588418 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:19.594611 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f5c09f66-cdd5-405c-a7ad-9121dcc9394e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/ffb9f00d-06fb-4b03-a248-8dce4ea2928c HTTP/1.1" status: 200 len: 994 time: 1.0230875 Sep 03 03:53:19.675693 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:19.677509 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-462092e5-7315-449c-8c34-5a7b72bca3b7 x-openstack-request-id: req-462092e5-7315-449c-8c34-5a7b72bca3b7 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:19.679115 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:19.679115 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-462092e5-7315-449c-8c34-5a7b72bca3b7 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:19.679115 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-462092e5-7315-449c-8c34-5a7b72bca3b7'] response: {'name': 'network-changed', 'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f', 'status': 'completed', 'code': 200} Sep 03 03:53:19.689950 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:19.710300 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:19.716012 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-8ee0d4ec-1c9f-4525-9c27-10ca28796e51 None None] Provisioning complete for port d1286d66-938e-4851-b4f8-27c123ccbf56 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:53:19.716370 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-8ee0d4ec-1c9f-4525-9c27-10ca28796e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:19.770195 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40792e9c-4d73-404a-94c3-8633daec4dbe req-9ac3abd3-7d15-47e2-b0a7-10c5a2e46d00 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:19.771690 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-40792e9c-4d73-404a-94c3-8633daec4dbe req-9ac3abd3-7d15-47e2-b0a7-10c5a2e46d00 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 931 time: 0.0751905 Sep 03 03:53:19.789660 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0d4ec-1c9f-4525-9c27-10ca28796e51 None None] Port d1286d66-938e-4851-b4f8-27c123ccbf56 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:53:19.895213 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-40792e9c-4d73-404a-94c3-8633daec4dbe req-047f6f50-dac7-4e0f-b105-ce1d2510b860 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164937 Sep 03 03:53:19.941433 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:19.944831 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'ffb9f00d-06fb-4b03-a248-8dce4ea2928c', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'floating_ip_address': '172.27.4.205', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '1877da56-6118-43dc-a586-5d89674808b6', 'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'mac_address': 'fa:16:3e:cc:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:08Z', 'updated_at': '2022-09-03T03:53:19Z', 'revision_number': 3, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:19.979305 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] Checking router: 1877da56-6118-43dc-a586-5d89674808b6 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:53:19.990040 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:19.990652 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:20.030523 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-1718553c-f38b-460a-bbfc-6ee424f64d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:20.032402 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-1718553c-f38b-460a-bbfc-6ee424f64d9c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0695910 Sep 03 03:53:20.102286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:20.133531 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:20.139235 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1286d66-938e-4851-b4f8-27c123ccbf56 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:53:20.153020 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Publish callbacks [] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:20.186416 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Transition to ACTIVE for port object d1286d66-938e-4851-b4f8-27c123ccbf56 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:53:20.192525 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-861f5e4a-e386-408c-88e1-aae6bac0f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:20.194176 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-861f5e4a-e386-408c-88e1-aae6bac0f099 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.1561995 Sep 03 03:53:20.194984 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:20.302402 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Pushing event updated for resources: {'Port': ['ID=d1286d66-938e-4851-b4f8-27c123ccbf56,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:20.339933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.340283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.340621 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.340956 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.341287 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.341677 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.342003 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.342328 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.342651 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.343000 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.343325 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.343644 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.343962 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.344282 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.345118 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:20.351576 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-31590b54-7ae1-42c3-9a67-6271de5d5f0d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 200 len: 1002 time: 0.1499228 Sep 03 03:53:20.384513 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c3695-ee35-47ef-ae65-58852e70f1a1 req-2df48dce-5036-436f-acd4-5ecca4e32d5f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:20.391345 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c67c3695-ee35-47ef-ae65-58852e70f1a1 req-2df48dce-5036-436f-acd4-5ecca4e32d5f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0551753 Sep 03 03:53:20.428108 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Attempting to bind port d1286d66-938e-4851-b4f8-27c123ccbf56 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:53:20.428440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Attempting to bind port d1286d66-938e-4851-b4f8-27c123ccbf56 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:53:20.428767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Attempting to bind port d1286d66-938e-4851-b4f8-27c123ccbf56 on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:53:20.432943 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-e28f3408-a371-4c56-8e9b-c92ae1811836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:20.434421 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-e28f3408-a371-4c56-8e9b-c92ae1811836 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0710919 Sep 03 03:53:20.436640 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Port d1286d66-938e-4851-b4f8-27c123ccbf56 on network 3310a324-39c6-4074-b839-e8b47e45dc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:53:20.436819 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Attempting to bind port d1286d66-938e-4851-b4f8-27c123ccbf56 on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:53:20.441103 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c67c3695-ee35-47ef-ae65-58852e70f1a1 req-bae8ad87-b0f0-4eb5-83e9-068ccca039a0 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482147 Sep 03 03:53:20.442139 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:53:20.442474 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Checking segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:53:20.442937 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Bound using segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:53:20.443304 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Bound port: d1286d66-938e-4851-b4f8-27c123ccbf56, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:53:20.443691 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:20.444647 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:20.496627 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'ffb9f00d-06fb-4b03-a248-8dce4ea2928c', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'floating_ip_address': '172.27.4.205', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '1877da56-6118-43dc-a586-5d89674808b6', 'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'mac_address': 'fa:16:3e:cc:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:08Z', 'updated_at': '2022-09-03T03:53:19Z', 'revision_number': 3, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:20.511134 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] For port d1286d66-938e-4851-b4f8-27c123ccbf56, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:53:20.514291 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] For port d1286d66-938e-4851-b4f8-27c123ccbf56, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d1286d66-938e-4851-b4f8-27c123ccbf56,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:53:20.521547 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:20.525185 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b4ff83-2367-4187-bf0a-12ff1e2dee24 None None] The sync data for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi is: [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'ffb9f00d-06fb-4b03-a248-8dce4ea2928c', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'floating_ip_address': '172.27.4.205', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '1877da56-6118-43dc-a586-5d89674808b6', 'port_id': '9f1ab985-1982-45d9-b595-93496be6d12f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 349, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'mac_address': 'fa:16:3e:cc:c8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:51:08Z', 'updated_at': '2022-09-03T03:53:19Z', 'revision_number': 3, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:53:20.525748 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:20.526334 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:20.527726 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/d1286d66-938e-4851-b4f8-27c123ccbf56 HTTP/1.1" status: 200 len: 1093 time: 0.9621859 Sep 03 03:53:20.528209 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'tag': 'd1286d66-938e-4851-b4f8-27c123ccbf56'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:20.530480 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b41755-1426-46a9-991c-28945598fef1" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbb99ff-b818-4de4-9dde-a3c27164f6af", "tag": "d1286d66-938e-4851-b4f8-27c123ccbf56"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:20.570934 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfbad54-0e56-4819-a755-2e5f60341b09 x-openstack-request-id: req-abfbad54-0e56-4819-a755-2e5f60341b09 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:20.572479 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbb99ff-b818-4de4-9dde-a3c27164f6af", "tag": "d1286d66-938e-4851-b4f8-27c123ccbf56", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:20.572479 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abfbad54-0e56-4819-a755-2e5f60341b09 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:20.572479 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfbad54-0e56-4819-a755-2e5f60341b09'] response: {'name': 'network-changed', 'server_uuid': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'tag': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'status': 'completed', 'code': 200} Sep 03 03:53:20.589182 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df165986-f756-4fe9-a14d-5bc70bcc1974 service neutron] Pushing event updated for resources: {'Port': ['ID=d1286d66-938e-4851-b4f8-27c123ccbf56,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:20.753814 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-8e56e4cb-bbc9-4a2a-a5ab-1e27382e2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:20.755463 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-8e56e4cb-bbc9-4a2a-a5ab-1e27382e2bff service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0715888 Sep 03 03:53:20.775484 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b41755-1426-46a9-991c-28945598fef1 req-a2a464d7-b436-4008-81dc-7bfc32ee3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:20.777566 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-00b41755-1426-46a9-991c-28945598fef1 req-a2a464d7-b436-4008-81dc-7bfc32ee3a0b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 1127 time: 0.0620542 Sep 03 03:53:20.901650 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:20.943198 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-2fd5d0cd-cf5e-4579-be07-36ea029527c9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801467 Sep 03 03:53:20.961107 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b41755-1426-46a9-991c-28945598fef1 req-a72a87db-af19-4757-8556-1695b6e587a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:20.962395 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-00b41755-1426-46a9-991c-28945598fef1 req-a72a87db-af19-4757-8556-1695b6e587a5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=ac9e77355ba040bda4f2186753df7b24&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1730745 Sep 03 03:53:21.018948 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48cf09a-db9e-4e3d-87de-f9aeb4a0a723 req-f95bf84e-75f6-4de8-9337-4cbddb9cd15b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:21.020414 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b48cf09a-db9e-4e3d-87de-f9aeb4a0a723 req-f95bf84e-75f6-4de8-9337-4cbddb9cd15b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 943 time: 0.0474200 Sep 03 03:53:21.069881 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b48cf09a-db9e-4e3d-87de-f9aeb4a0a723 req-786083ea-0ddf-4782-b3d6-36f80155e9e3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437222 Sep 03 03:53:21.102112 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:21.119018 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-caf57fe7-4ee2-4c88-ab72-f69a91fd6234 req-bcb90d29-cdee-4e5a-be6b-b5630ebe1476 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680222 Sep 03 03:53:21.122482 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b41755-1426-46a9-991c-28945598fef1 req-a50b244e-0854-42b3-87ee-1892a3ca4756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:21.123887 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-00b41755-1426-46a9-991c-28945598fef1 req-a50b244e-0854-42b3-87ee-1892a3ca4756 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1514647 Sep 03 03:53:21.680414 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:21.684110 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:21.744708 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa9e32d-ab61-4cab-8912-3bf2906915e0 x-openstack-request-id: req-3aa9e32d-ab61-4cab-8912-3bf2906915e0 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:21.744995 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:21.745229 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3aa9e32d-ab61-4cab-8912-3bf2906915e0 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:21.745626 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aa9e32d-ab61-4cab-8912-3bf2906915e0'] response: {'name': 'network-changed', 'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f', 'status': 'completed', 'code': 200} Sep 03 03:53:22.205962 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8ba9d-3151-46c2-a280-e6e0c1a98162 req-b175b83c-b089-49c1-9604-0799fb285ba8 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:22.207498 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fcd8ba9d-3151-46c2-a280-e6e0c1a98162 req-b175b83c-b089-49c1-9604-0799fb285ba8 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 943 time: 0.0531566 Sep 03 03:53:22.257317 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fcd8ba9d-3151-46c2-a280-e6e0c1a98162 req-450f082d-ffcf-459e-862e-310b60bc7df7 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439744 Sep 03 03:53:23.395231 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6973ef4-0f67-4bf1-af05-8717bfc5fcef req-1f40b849-0cdf-4c06-bf42-cd8117dd7848 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:23.397332 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f6973ef4-0f67-4bf1-af05-8717bfc5fcef req-1f40b849-0cdf-4c06-bf42-cd8117dd7848 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 943 time: 0.0570109 Sep 03 03:53:23.450305 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f6973ef4-0f67-4bf1-af05-8717bfc5fcef req-f78afba6-59a5-4e4a-a75e-114471dd3d11 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444801 Sep 03 03:53:23.890153 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-5b99f464-d68c-4fba-b869-f1655fddbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:23.891728 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-5b99f464-d68c-4fba-b869-f1655fddbb01 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f3077cfc588042e0a1becefe1363385c&device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 1130 time: 0.0720205 Sep 03 03:53:23.899269 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e417-7625-482c-8928-567a27cb1332 req-e8381e84-c12f-47fa-8cb3-f5f9f9b17db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:23.900690 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-e8381e84-c12f-47fa-8cb3-f5f9f9b17db9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 1127 time: 0.0476978 Sep 03 03:53:23.960068 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-2c5b2519-fc65-4e3c-931c-970d4150b2b6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1286d66-938e-4851-b4f8-27c123ccbf56 HTTP/1.1" status: 200 len: 217 time: 0.0479727 Sep 03 03:53:24.052818 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e417-7625-482c-8928-567a27cb1332 req-c0d98cb6-bc07-4dd9-b852-1b9f30cb210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:24.054388 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-c0d98cb6-bc07-4dd9-b852-1b9f30cb210f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.0673711 Sep 03 03:53:24.091052 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-0cfbdec9-4a36-413d-a4cd-d64d39146c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:24.092508 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-0cfbdec9-4a36-413d-a4cd-d64d39146c88 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 200 len: 920 time: 0.1816847 Sep 03 03:53:24.110698 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc3e417-7625-482c-8928-567a27cb1332 req-6a2bcada-9124-4bb3-bc07-b4fe133300fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:24.112136 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-6a2bcada-9124-4bb3-bc07-b4fe133300fe service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488236 Sep 03 03:53:24.210060 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-41859b70-c96a-4414-87b5-22656453040f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 200 len: 1002 time: 0.1062677 Sep 03 03:53:24.282106 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-a8a905be-7d4f-447c-8603-ce7c86a7f667 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381478 Sep 03 03:53:24.288007 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-9e247b7a-9fe6-4386-a374-2eb9be1b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:24.289376 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-9e247b7a-9fe6-4386-a374-2eb9be1b63e9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 200 len: 858 time: 0.0695744 Sep 03 03:53:24.383548 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-04957bc6-fcfa-4b06-98b7-c9fa855fc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:24.385063 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-04957bc6-fcfa-4b06-98b7-c9fa855fc3c1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=623f82bb-85e8-446e-8a72-4128e524e83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0864882 Sep 03 03:53:24.428581 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-acc3e417-7625-482c-8928-567a27cb1332 req-f86c5f58-4c85-4ae7-8b9a-aae57de30873 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382873 Sep 03 03:53:24.497776 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-a0ce515e-483c-4118-8035-db41e81df6aa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944765 Sep 03 03:53:24.562146 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:24.584124 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bad3e4-0c3e-4e0e-868f-7fb667f3ebc3 req-ca73712e-d92f-4148-9612-edb31af66216 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:24.586012 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-18bad3e4-0c3e-4e0e-868f-7fb667f3ebc3 req-ca73712e-d92f-4148-9612-edb31af66216 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 943 time: 0.0554669 Sep 03 03:53:24.635508 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-18bad3e4-0c3e-4e0e-868f-7fb667f3ebc3 req-98f4efb6-1b69-469b-8780-fe5aa70bca6b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436256 Sep 03 03:53:24.831823 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:24.836166 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7bf8b742-a4df-43d7-b6af-f1bf6e226ad0 req-ce094e30-807d-4e6a-9d3d-6e23e2994eb3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900483 Sep 03 03:53:25.759481 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ecb49f-fc69-477c-8478-001ea9033ce8 req-7fd49a62-6952-4f72-8ccd-c7a05576921f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:25.760916 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-22ecb49f-fc69-477c-8478-001ea9033ce8 req-7fd49a62-6952-4f72-8ccd-c7a05576921f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 943 time: 0.0501719 Sep 03 03:53:25.812860 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-22ecb49f-fc69-477c-8478-001ea9033ce8 req-40df028b-1b86-46c8-b7bd-78b5c16d25e5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462446 Sep 03 03:53:26.743413 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae370-7da3-4bbe-81e6-2295e524b030 req-ee5f280b-7a29-44b4-a9b8-63417a529603 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:26.744775 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fb0ae370-7da3-4bbe-81e6-2295e524b030 req-ee5f280b-7a29-44b4-a9b8-63417a529603 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0505493 Sep 03 03:53:26.793668 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fb0ae370-7da3-4bbe-81e6-2295e524b030 req-9504792c-7244-4988-97d7-556129989e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Sep 03 03:53:26.936211 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d25e4f-6029-4a3f-a324-bacade3d1ec3 req-82373bde-4e93-492d-b178-c8d20d72bbe9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:26.937639 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-84d25e4f-6029-4a3f-a324-bacade3d1ec3 req-82373bde-4e93-492d-b178-c8d20d72bbe9 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 943 time: 0.0484712 Sep 03 03:53:26.989224 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-84d25e4f-6029-4a3f-a324-bacade3d1ec3 req-7398f8d8-b88f-433e-b515-1f5006107e07 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455601 Sep 03 03:53:27.554398 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:27.555194 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:27.914082 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:27.928785 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27299c10-34f3-4858-81cf-d9cc3d2e8f5f req-85bc640c-139f-4b41-9f77-72fbc1d27782 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:27.930355 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-27299c10-34f3-4858-81cf-d9cc3d2e8f5f req-85bc640c-139f-4b41-9f77-72fbc1d27782 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0501099 Sep 03 03:53:27.944007 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:27.980978 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-27299c10-34f3-4858-81cf-d9cc3d2e8f5f req-0f89f7ae-7e4b-4ab8-badc-ab5cbb2bbc90 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2944c027-3341-419f-a8bc-024a8f00e25a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436459 Sep 03 03:53:28.096342 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device d1286d66-938e-4851-b4f8-27c123ccbf56 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:53:28.112288 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894167cb-73c7-4887-a6ff-bb996cfea61f req-679e11a2-e53d-480f-95b9-4f23c1e73888 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:28.113961 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-894167cb-73c7-4887-a6ff-bb996cfea61f req-679e11a2-e53d-480f-95b9-4f23c1e73888 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 943 time: 0.0519431 Sep 03 03:53:28.207351 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port d1286d66-938e-4851-b4f8-27c123ccbf56, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d1286d66-938e-4851-b4f8-27c123ccbf56,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:28.220493 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'port_id': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'mac_address': 'fa:16:3e:f3:c1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:53:28.259564 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port d1286d66-938e-4851-b4f8-27c123ccbf56 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:53:28.259983 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:28.274558 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1286d66-938e-4851-b4f8-27c123ccbf56 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:53:28.296678 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port d1286d66-938e-4851-b4f8-27c123ccbf56, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d1286d66-938e-4851-b4f8-27c123ccbf56,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:28.301585 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:28.351454 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=d1286d66-938e-4851-b4f8-27c123ccbf56,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:28.359212 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.359540 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.359877 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.360214 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.360578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.360902 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.361225 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.361542 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.361863 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.362183 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.362491 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.362827 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.363160 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.363494 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.363808 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:53:28.432291 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-894167cb-73c7-4887-a6ff-bb996cfea61f req-9309a715-96f5-4bbc-a254-546061e880ad tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3128350 Sep 03 03:53:28.470258 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-0aca73f3-dd58-463b-b251-7912a2559e30 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:28.471722 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-0aca73f3-dd58-463b-b251-7912a2559e30 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 946 time: 0.0546734 Sep 03 03:53:28.565774 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Deleting port dc502e70-8b66-4849-929e-0879ed88e591 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:53:28.566141 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (dc502e70-8b66-4849-929e-0879ed88e591), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:28.621406 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['d1286d66-938e-4851-b4f8-27c123ccbf56'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:53:28.658590 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] For port dc502e70-8b66-4849-929e-0879ed88e591, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=dc502e70-8b66-4849-929e-0879ed88e591,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:28.659008 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (dc502e70-8b66-4849-929e-0879ed88e591), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:28.693176 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:28.832767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:28.833129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (8546273d-07c9-4f56-b731-b44a825a4d70), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:28.833446 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Floating IP 8546273d-07c9-4f56-b731-b44a825a4d70 disassociated. External IP: 172.27.4.48, port: dc502e70-8b66-4849-929e-0879ed88e591. Sep 03 03:53:28.833770 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Calling delete_port for dc502e70-8b66-4849-929e-0879ed88e591 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:53:28.908924 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:28.972266 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (dc502e70-8b66-4849-929e-0879ed88e591), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:28.998491 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event deleted for resources: {'Port': ['ID=dc502e70-8b66-4849-929e-0879ed88e591,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:29.103237 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ad95d4d5-08e3-4a65-b96b-94d8d44519b8 req-01728910-5526-476b-8a65-bb472218371d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=52d61f1c-d865-4d0d-89a9-1f91f0f8bf78 HTTP/1.1" status: 200 len: 210 time: 0.0274436 Sep 03 03:53:29.114013 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Router 591cc300-297a-457e-8305-0580885af0f6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:53:29.124986 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:29.220117 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:53:29.229855 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] Sync routers for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:53:29.240568 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:29.241169 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:29.263915 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] No DVR routers for this DVR port dc502e70-8b66-4849-929e-0879ed88e591 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:53:29.266534 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:29.269706 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ab394cbc-326d-4fb5-a685-9d41669777e5 req-72d61420-b1ce-42ea-90aa-92ee7bb2c3b1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "DELETE /networking/v2.0/ports/dc502e70-8b66-4849-929e-0879ed88e591 HTTP/1.1" status: 204 len: 173 time: 0.7824354 Sep 03 03:53:29.270130 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-deleted', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:29.272416 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c13676-7b6b-4888-a19b-d22834af4472" -d '{"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-deleted", "tag": "dc502e70-8b66-4849-929e-0879ed88e591"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:29.316589 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c57a0f-f090-4cf6-bd14-584d7bbb37bb x-openstack-request-id: req-d9c57a0f-f090-4cf6-bd14-584d7bbb37bb {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:29.316879 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52d61f1c-d865-4d0d-89a9-1f91f0f8bf78", "name": "network-vif-deleted", "tag": "dc502e70-8b66-4849-929e-0879ed88e591", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:29.317115 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9c57a0f-f090-4cf6-bd14-584d7bbb37bb {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:29.317512 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c57a0f-f090-4cf6-bd14-584d7bbb37bb'] response: {'server_uuid': '52d61f1c-d865-4d0d-89a9-1f91f0f8bf78', 'name': 'network-vif-deleted', 'tag': 'dc502e70-8b66-4849-929e-0879ed88e591', 'status': 'completed', 'code': 200} Sep 03 03:53:29.347663 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:29.564904 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:29.580804 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657deb5-1e8c-47bb-80cc-6f9bf057b259 req-71b1818f-6143-4032-bbba-4b9663983da3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:29.582418 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4657deb5-1e8c-47bb-80cc-6f9bf057b259 req-71b1818f-6143-4032-bbba-4b9663983da3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 944 time: 0.0624645 Sep 03 03:53:29.593892 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] Checking router: 591cc300-297a-457e-8305-0580885af0f6 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:53:29.615572 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:29.616422 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:29.637052 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4657deb5-1e8c-47bb-80cc-6f9bf057b259 req-6e3218a1-f2ae-4ffc-92c0-44b21ac1fcea tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455971 Sep 03 03:53:29.722849 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:29.913690 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:29.939310 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f800552b-8ec9-40d4-a787-0cb4b73db892 None None] The sync data for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi is: [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:53:30.098459 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device d1286d66-938e-4851-b4f8-27c123ccbf56 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:53:30.155291 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port d1286d66-938e-4851-b4f8-27c123ccbf56 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:53:30.163530 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port d1286d66-938e-4851-b4f8-27c123ccbf56 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:53:30.164035 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.192164 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc60e1e-9930-43d1-b8ee-f7eeb6b3628c None None] New status for floating IP 8546273d-07c9-4f56-b731-b44a825a4d70: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:53:30.208150 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42498) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:30.271535 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d76ff6c-0a76-414e-bbb7-1a7399a4e713 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (2944c027-3341-419f-a8bc-024a8f00e25a), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.294790 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d76ff6c-0a76-414e-bbb7-1a7399a4e713 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (2944c027-3341-419f-a8bc-024a8f00e25a), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.347028 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port d1286d66-938e-4851-b4f8-27c123ccbf56 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:53:30.347710 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.348090 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d76ff6c-0a76-414e-bbb7-1a7399a4e713 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2944c027-3341-419f-a8bc-024a8f00e25a), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.350730 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9d76ff6c-0a76-414e-bbb7-1a7399a4e713 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.351933 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-9d76ff6c-0a76-414e-bbb7-1a7399a4e713 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2944c027-3341-419f-a8bc-024a8f00e25a HTTP/1.1" status: 204 len: 168 time: 0.1427681 Sep 03 03:53:30.354728 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42500) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:30.363736 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76ff6c-0a76-414e-bbb7-1a7399a4e713 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2944c027-3341-419f-a8bc-024a8f00e25a,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:30.375910 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.api.v2.resource [None req-794be53b-7088-4bf6-b727-a9fd61475548 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] show failed (client error): The resource could not be found. Sep 03 03:53:30.376902 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-794be53b-7088-4bf6-b727-a9fd61475548 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups/2944c027-3341-419f-a8bc-024a8f00e25a HTTP/1.1" status: 404 len: 347 time: 0.0211213 Sep 03 03:53:30.379847 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42502) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:30.386697 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1286d66-938e-4851-b4f8-27c123ccbf56'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:30.388959 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516ed2a5-de5c-413d-95d0-c9eae53d8273" -d '{"events": [{"server_uuid": "8cbb99ff-b818-4de4-9dde-a3c27164f6af", "name": "network-vif-plugged", "status": "completed", "tag": "d1286d66-938e-4851-b4f8-27c123ccbf56"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:30.403678 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port d1286d66-938e-4851-b4f8-27c123ccbf56, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d1286d66-938e-4851-b4f8-27c123ccbf56,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:30.408612 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.443974 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b4c43c-d12d-412f-b762-063ff9c6d487 x-openstack-request-id: req-e3b4c43c-d12d-412f-b762-063ff9c6d487 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:30.444322 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbb99ff-b818-4de4-9dde-a3c27164f6af", "name": "network-vif-plugged", "status": "completed", "tag": "d1286d66-938e-4851-b4f8-27c123ccbf56", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:30.444575 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3b4c43c-d12d-412f-b762-063ff9c6d487 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:30.444968 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3b4c43c-d12d-412f-b762-063ff9c6d487'] response: {'server_uuid': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'code': 200} Sep 03 03:53:30.462494 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=d1286d66-938e-4851-b4f8-27c123ccbf56,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:30.499029 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Deleting port 9f0c4496-860b-4611-8057-e30528703673 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:53:30.499324 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (9f0c4496-860b-4611-8057-e30528703673), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.580728 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (9f0c4496-860b-4611-8057-e30528703673), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.580956 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (9f0c4496-860b-4611-8057-e30528703673), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.594558 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Calling delete_port for 9f0c4496-860b-4611-8057-e30528703673 owned by network:floatingip {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:53:30.615919 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65839bb2-ee0d-481c-93dd-3d6764c7ddff req-9896aed2-e0a2-49c5-87eb-2bdecc5e443a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:30.617480 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-65839bb2-ee0d-481c-93dd-3d6764c7ddff req-9896aed2-e0a2-49c5-87eb-2bdecc5e443a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 1129 time: 0.0394292 Sep 03 03:53:30.662130 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-65839bb2-ee0d-481c-93dd-3d6764c7ddff req-37a65804-b6de-49bd-86c6-16a86702c51f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377896 Sep 03 03:53:30.761723 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (9f0c4496-860b-4611-8057-e30528703673), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.788328 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event deleted for resources: {'Port': ['ID=9f0c4496-860b-4611-8057-e30528703673,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:30.795330 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f98946-d3cd-4563-b67b-42a0cc829fbe req-cafc938e-947d-496a-9a6e-b775cac2d85c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:30.796779 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a5f98946-d3cd-4563-b67b-42a0cc829fbe req-cafc938e-947d-496a-9a6e-b775cac2d85c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 945 time: 0.0800025 Sep 03 03:53:30.892207 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a5f98946-d3cd-4563-b67b-42a0cc829fbe req-28525614-d89e-4ccb-8057-dd4bcd188609 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881290 Sep 03 03:53:30.895589 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (8546273d-07c9-4f56-b731-b44a825a4d70), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.897992 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:30.899094 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-781319f4-be9b-4098-90c7-7219e6dc32d7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8546273d-07c9-4f56-b731-b44a825a4d70 HTTP/1.1" status: 204 len: 168 time: 0.5183203 Sep 03 03:53:30.997556 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42514) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:31.002444 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-619b2810-ca88-42a2-9e06-1e1ee5d7a7cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344978079', 'description': 'tempest-description--344726682'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:31.027149 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-619b2810-ca88-42a2-9e06-1e1ee5d7a7cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.097310 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-619b2810-ca88-42a2-9e06-1e1ee5d7a7cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (aa94eb26-3598-4fd9-a46a-8c382be48bef), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.102434 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-619b2810-ca88-42a2-9e06-1e1ee5d7a7cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (aa94eb26-3598-4fd9-a46a-8c382be48bef), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.135171 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b2810-ca88-42a2-9e06-1e1ee5d7a7cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa94eb26-3598-4fd9-a46a-8c382be48bef,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:31.139371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-619b2810-ca88-42a2-9e06-1e1ee5d7a7cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.140583 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-619b2810-ca88-42a2-9e06-1e1ee5d7a7cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1420586 Sep 03 03:53:31.143534 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42518) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:31.147778 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-ae5a6490-ab70-44e4-bad2-c0eec3708ef4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'security_group_rule': {'security_group_id': 'aa94eb26-3598-4fd9-a46a-8c382be48bef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:31.177268 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6490-ab70-44e4-bad2-c0eec3708ef4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (712bcbaa-8fd9-4476-b98b-87c6cd0d2252), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.221175 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:31.238576 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6490-ab70-44e4-bad2-c0eec3708ef4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (712bcbaa-8fd9-4476-b98b-87c6cd0d2252), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.243511 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6490-ab70-44e4-bad2-c0eec3708ef4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (712bcbaa-8fd9-4476-b98b-87c6cd0d2252), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.264042 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a6490-ab70-44e4-bad2-c0eec3708ef4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=712bcbaa-8fd9-4476-b98b-87c6cd0d2252,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:31.271539 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ae5a6490-ab70-44e4-bad2-c0eec3708ef4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.272751 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-ae5a6490-ab70-44e4-bad2-c0eec3708ef4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282558 Sep 03 03:53:31.276157 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42520) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:31.281302 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-7a0dee26-76cc-4a00-907c-df93c45ab16d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'security_group_rule': {'security_group_id': 'aa94eb26-3598-4fd9-a46a-8c382be48bef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:31.312671 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7a0dee26-76cc-4a00-907c-df93c45ab16d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (e65d918a-4984-4ac7-aea0-1e5fa2ed317e), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.374541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7a0dee26-76cc-4a00-907c-df93c45ab16d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (e65d918a-4984-4ac7-aea0-1e5fa2ed317e), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.379405 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7a0dee26-76cc-4a00-907c-df93c45ab16d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (e65d918a-4984-4ac7-aea0-1e5fa2ed317e), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.389683 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:31.400734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0dee26-76cc-4a00-907c-df93c45ab16d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e65d918a-4984-4ac7-aea0-1e5fa2ed317e,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:31.407469 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7a0dee26-76cc-4a00-907c-df93c45ab16d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.408653 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-7a0dee26-76cc-4a00-907c-df93c45ab16d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312902 Sep 03 03:53:31.412051 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42522) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:31.416641 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:31.439835 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.719123 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:31.808049 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:31.827055 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:31.835401 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Allocated IP 172.27.4.110 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/494e891e-b8e9-4728-bb83-d12afaef0e04) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:53:31.947248 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for port (494e891e-b8e9-4728-bb83-d12afaef0e04), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:32.006113 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (494e891e-b8e9-4728-bb83-d12afaef0e04), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:32.042988 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f99328-0797-4b5c-8ac4-9192a8bbe774 req-12083c53-7a67-4181-a71c-55c622c1018e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:32.044443 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e8f99328-0797-4b5c-8ac4-9192a8bbe774 req-12083c53-7a67-4181-a71c-55c622c1018e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 945 time: 0.0736234 Sep 03 03:53:32.067155 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:53:32.076872 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:53:32.080526 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:53:32.082404 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'Port': ['ID=494e891e-b8e9-4728-bb83-d12afaef0e04,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:32.100202 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:53:32.122432 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: dc502e70-8b66-4849-929e-0879ed88e591 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:53:32.122777 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device dc502e70-8b66-4849-929e-0879ed88e591 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:53:32.143411 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e8f99328-0797-4b5c-8ac4-9192a8bbe774 req-abaefe65-11b9-428a-84d8-1bd21380d9f5 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926380 Sep 03 03:53:32.194560 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (5ddac09b-535d-4ca8-9b1c-2dbd38d15251), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:32.232463 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (494e891e-b8e9-4728-bb83-d12afaef0e04), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:32.404253 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for port (494e891e-b8e9-4728-bb83-d12afaef0e04), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:32.409033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (494e891e-b8e9-4728-bb83-d12afaef0e04), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:32.483367 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'Port': ['ID=494e891e-b8e9-4728-bb83-d12afaef0e04,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:32.486603 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (5ddac09b-535d-4ca8-9b1c-2dbd38d15251), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:32.503949 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:32.505261 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-3f91277a-adae-464c-baea-5d8df836a5b0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0921514 Sep 03 03:53:32.710752 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-e2754f70-8a26-49c7-a2c3-380801d87d2e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--344978079&fields=id&tenant_id=4d80eadc5cc34322b85201c50b3c6552 HTTP/1.1" status: 200 len: 267 time: 0.0451827 Sep 03 03:53:32.825342 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-5ce35767-6db8-40e1-b0f5-d0b9d5ff2cc6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:32.826709 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-5ce35767-6db8-40e1-b0f5-d0b9d5ff2cc6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 817 time: 0.1096652 Sep 03 03:53:32.842466 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-116eeb0e-7ab6-4517-b1ac-78bf31ca5131 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/quotas/4d80eadc5cc34322b85201c50b3c6552 HTTP/1.1" status: 200 len: 375 time: 0.0102456 Sep 03 03:53:32.892036 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-3ab14119-7e63-4e26-bc38-d38668f601a9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447133 Sep 03 03:53:32.992610 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-cdba1cc6-7429-43e1-8089-32e3bfd61c57 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888963 Sep 03 03:53:33.098337 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-74120ec0-b4d9-4d4c-b19c-1fd246c6f7fb service neutron] 10.222.0.25 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999427 Sep 03 03:53:33.273434 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6125d99d-a5f2-468f-9a45-5064ebcdbe05 req-5073924e-d161-49b1-b2ed-326b9eaf6112 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 210 time: 0.0337477 Sep 03 03:53:33.281666 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c107a2d9-c5e3-42cd-bd0e-bf91e1cea2e6 req-68deff93-e9f6-4d6b-bae0-9359f823c5ee tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:33.283346 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c107a2d9-c5e3-42cd-bd0e-bf91e1cea2e6 req-68deff93-e9f6-4d6b-bae0-9359f823c5ee tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 945 time: 0.0648592 Sep 03 03:53:33.317260 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=91,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:33.333333 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c107a2d9-c5e3-42cd-bd0e-bf91e1cea2e6 req-7b5d2f30-e9b8-4d63-9aee-61930ae8ec51 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446179 Sep 03 03:53:33.464804 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07b475-b7bf-4b96-97b9-5feff9a68dd0 req-bc6253ee-8bf1-45d1-a69b-861735623926 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:33.465963 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0f07b475-b7bf-4b96-97b9-5feff9a68dd0 req-bc6253ee-8bf1-45d1-a69b-861735623926 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 945 time: 0.0583682 Sep 03 03:53:33.476664 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42576) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:33.482747 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'floatingip': {'port_id': 'd1286d66-938e-4851-b4f8-27c123ccbf56'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:33.486030 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:33.525130 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (8417c39d-dcb9-48f3-bac6-cc207536864e), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:33.977213 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:33.982099 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (8417c39d-dcb9-48f3-bac6-cc207536864e), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:34.081193 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Floating IP 8417c39d-dcb9-48f3-bac6-cc207536864e associated. External IP: 172.27.4.14, port: d1286d66-938e-4851-b4f8-27c123ccbf56. Sep 03 03:53:34.288632 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:53:34.405779 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a16ff2dc-de4c-4c93-b6e3-70dff84e9163 req-90c3ced3-1d6b-4be8-82c8-b556d696f1fe tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 210 time: 0.0353320 Sep 03 03:53:34.418969 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:53:34.423727 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:34.429962 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:53:34.441506 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:34.442084 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:34.458154 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:34.465717 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-0d93990e-a33d-4c68-a029-06bbf8f46f2c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/8417c39d-dcb9-48f3-bac6-cc207536864e HTTP/1.1" status: 200 len: 990 time: 0.9878838 Sep 03 03:53:34.466880 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'tag': 'd1286d66-938e-4851-b4f8-27c123ccbf56'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:34.469312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7203ccf5-dc10-4fb9-a231-05c4b8318463" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbb99ff-b818-4de4-9dde-a3c27164f6af", "tag": "d1286d66-938e-4851-b4f8-27c123ccbf56"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:34.513076 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1b7d6f-8721-47fe-83bc-0543d7f0b0ae x-openstack-request-id: req-5c1b7d6f-8721-47fe-83bc-0543d7f0b0ae {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:34.513760 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbb99ff-b818-4de4-9dde-a3c27164f6af", "tag": "d1286d66-938e-4851-b4f8-27c123ccbf56", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:34.513760 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c1b7d6f-8721-47fe-83bc-0543d7f0b0ae {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:34.514133 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c1b7d6f-8721-47fe-83bc-0543d7f0b0ae'] response: {'name': 'network-changed', 'server_uuid': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'tag': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'status': 'completed', 'code': 200} Sep 03 03:53:34.537974 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42588) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:34.557551 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:34.598226 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f9cd0a-cb2c-4a04-8ac9-4e55ad7d5923 admin admin] Deleting subnet 87c0656a-3c63-42ca-9184-20a4163e31f3 {{(pid=117867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:53:34.602791 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-60f9cd0a-cb2c-4a04-8ac9-4e55ad7d5923 admin admin] Publish callbacks [] for subnet (87c0656a-3c63-42ca-9184-20a4163e31f3), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:34.649428 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-60f9cd0a-cb2c-4a04-8ac9-4e55ad7d5923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5081136'] for subnet (87c0656a-3c63-42ca-9184-20a4163e31f3), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:34.665543 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-b2229c23-7ae6-4358-9649-4717093a21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:34.668102 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-b2229c23-7ae6-4358-9649-4717093a21fc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 1129 time: 0.0974147 Sep 03 03:53:34.687294 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:34.709505 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-60f9cd0a-cb2c-4a04-8ac9-4e55ad7d5923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (87c0656a-3c63-42ca-9184-20a4163e31f3), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:34.722462 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:34.779362 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-60f9cd0a-cb2c-4a04-8ac9-4e55ad7d5923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7942120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5081800'] for subnet (87c0656a-3c63-42ca-9184-20a4163e31f3), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:34.799022 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-cb1035df-a3ed-4e09-bee1-0158d97f3a64 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:34.800493 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-cb1035df-a3ed-4e09-bee1-0158d97f3a64 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 817 time: 0.2620041 Sep 03 03:53:34.802379 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '8417c39d-dcb9-48f3-bac6-cc207536864e', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.14', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:f3:c1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:53:10Z', 'updated_at': '2022-09-03T03:53:33Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:34.805795 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9cd0a-cb2c-4a04-8ac9-4e55ad7d5923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c0656a-3c63-42ca-9184-20a4163e31f3,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:34.819940 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-60f9cd0a-cb2c-4a04-8ac9-4e55ad7d5923 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:34.823210 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-60f9cd0a-cb2c-4a04-8ac9-4e55ad7d5923 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/87c0656a-3c63-42ca-9184-20a4163e31f3 HTTP/1.1" status: 204 len: 168 time: 0.2836518 Sep 03 03:53:34.825890 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42594) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:34.833215 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:53:34.838598 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-ea475357-824b-42b8-a9ec-01a421e1600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:34.840631 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-ea475357-824b-42b8-a9ec-01a421e1600e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 915 time: 0.1625538 Sep 03 03:53:34.841119 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:34.843394 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:34.844152 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:34.899253 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (8a12f613-319d-4585-b281-a9de8d8e8976), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:34.915999 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:34.927881 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-f2b6d86c-1aee-4566-b673-0421e412fd63 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4d80eadc5cc34322b85201c50b3c6552 HTTP/1.1" status: 200 len: 379 time: 0.1091189 Sep 03 03:53:34.932631 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-4c197106-0cc6-4c30-b627-dc4a54e0089c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1286d66-938e-4851-b4f8-27c123ccbf56 HTTP/1.1" status: 200 len: 998 time: 0.0838170 Sep 03 03:53:34.937267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'port': {'device_id': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'admin_state_up': True, 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'security_groups': ['aa94eb26-3598-4fd9-a46a-8c382be48bef']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:34.948692 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:34.980090 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (8a12f613-319d-4585-b281-a9de8d8e8976), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.002596 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a12f613-319d-4585-b281-a9de8d8e8976']}} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:35.013390 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1') {'for_net_delete': True} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:35.013675 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c879b1a-69ad-4f89-879b-3a9c8b0c26e1') {} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:35.024398 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5081127'] for segment (4c879b1a-69ad-4f89-879b-3a9c8b0c26e1), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.039206 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (4c879b1a-69ad-4f89-879b-3a9c8b0c26e1), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.043229 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:35.046496 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=117867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:53:35.047052 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942730'] for segment (4c879b1a-69ad-4f89-879b-3a9c8b0c26e1), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.047367 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-b9d56dc7-936f-4bb1-9916-ed639cd64f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:35.049033 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-b9d56dc7-936f-4bb1-9916-ed639cd64f37 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.1077938 Sep 03 03:53:35.102710 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 4c879b1a-69ad-4f89-879b-3a9c8b0c26e1 resource provider aggregate not found Sep 03 03:53:35.122401 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-629bb666-8052-437c-84e8-d6f72776cb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:35.123982 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 4c879b1a-69ad-4f89-879b-3a9c8b0c26e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c879b1a-69ad-4f89-879b-3a9c8b0c26e1 found for delete ", "request_id": "req-fae4770a-a77c-44e0-aef4-bb9cf37e7806"}]} Sep 03 03:53:35.124086 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-629bb666-8052-437c-84e8-d6f72776cb2f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0679379 Sep 03 03:53:35.129107 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (8a12f613-319d-4585-b281-a9de8d8e8976), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.135276 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.138705 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/8a12f613-319d-4585-b281-a9de8d8e8976 HTTP/1.1" status: 204 len: 168 time: 0.3118680 Sep 03 03:53:35.152033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299f171-145a-466a-96e3-14297c085cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a12f613-319d-4585-b281-a9de8d8e8976,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:35.201960 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Made reservation on behalf of 4d80eadc5cc34322b85201c50b3c6552 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:53:35.206620 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.284348 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '8417c39d-dcb9-48f3-bac6-cc207536864e', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.14', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:f3:c1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:53:10Z', 'updated_at': '2022-09-03T03:53:33Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:35.293500 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-ce12705b-ff2d-465b-9d1f-f92a4fa47d72 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613054 Sep 03 03:53:35.318394 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a654eb0-77d8-4d0e-aa1d-80c7e67f551f None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '8417c39d-dcb9-48f3-bac6-cc207536864e', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.14', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:f3:c1:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:53:10Z', 'updated_at': '2022-09-03T03:53:33Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:53:35.349614 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42602) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:35.393172 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1ffbfb92-3ff9-434a-bd09-72edc888e69a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6bafae6685e248d2ac4fab672648e941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423825 Sep 03 03:53:35.397497 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42604) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:35.449045 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Allocated IP 172.20.0.5 (a31ab79a-5d78-4441-9a2d-dcb13a26f9be/a846cc85-2530-4191-92e7-e38e35e54090/1f618203-8c7d-4d80-8d91-954bafd0d268) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:53:35.461777 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6c959649-72b0-4236-a2dc-071d42af88fa admin admin] Publish callbacks [] for security_group (a52f95c2-d858-4cc3-919c-64d398ee8c00), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.475177 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7203ccf5-dc10-4fb9-a231-05c4b8318463 req-3e28bd92-674c-4c48-a9e9-213496e665f8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711085 Sep 03 03:53:35.488643 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6c959649-72b0-4236-a2dc-071d42af88fa admin admin] Publish callbacks [] for security_group (a52f95c2-d858-4cc3-919c-64d398ee8c00), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.549394 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9e0d44dd-d1a4-4296-91a2-dd48bd946bd4 req-34d7807a-937f-48f6-bd38-d4307248209a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 210 time: 0.0482609 Sep 03 03:53:35.570267 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0571c1b9-6f0f-4b43-8e0a-704e5a785f53 None None] New status for floating IP 8417c39d-dcb9-48f3-bac6-cc207536864e: ACTIVE {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:53:35.585893 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6c959649-72b0-4236-a2dc-071d42af88fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a52f95c2-d858-4cc3-919c-64d398ee8c00), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.588832 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6c959649-72b0-4236-a2dc-071d42af88fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.590336 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-6c959649-72b0-4236-a2dc-071d42af88fa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a52f95c2-d858-4cc3-919c-64d398ee8c00 HTTP/1.1" status: 204 len: 168 time: 0.1915801 Sep 03 03:53:35.599516 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c959649-72b0-4236-a2dc-071d42af88fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52f95c2-d858-4cc3-919c-64d398ee8c00,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:35.618448 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:35.635752 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.670206 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.717819 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:53:35.721205 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:53:35.724981 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:53:35.755844 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:35.767119 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:35.786313 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:35.787014 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.815480 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-9493dcc6-9421-4218-93e4-caaf9b4f600e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8817976 Sep 03 03:53:35.830649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Request body: {'port': {'device_id': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:35.899883 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:35.957622 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:36.036966 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-5d1767f0-9d7d-47c8-855f-a12ed3fc4d47 None None] Provisioning complete for port 1f618203-8c7d-4d80-8d91-954bafd0d268 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:53:36.037273 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-5d1767f0-9d7d-47c8-855f-a12ed3fc4d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:36.068475 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-5d1767f0-9d7d-47c8-855f-a12ed3fc4d47 None None] Port 1f618203-8c7d-4d80-8d91-954bafd0d268 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:53:36.173482 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f618203-8c7d-4d80-8d91-954bafd0d268 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:53:36.181367 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Publish callbacks [] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:36.194366 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Transition to ACTIVE for port object 1f618203-8c7d-4d80-8d91-954bafd0d268 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:53:36.200977 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:36.267914 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:36.327121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Attempting to bind port 1f618203-8c7d-4d80-8d91-954bafd0d268 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:53:36.327363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Attempting to bind port 1f618203-8c7d-4d80-8d91-954bafd0d268 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:53:36.327665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Attempting to bind port 1f618203-8c7d-4d80-8d91-954bafd0d268 on network a31ab79a-5d78-4441-9a2d-dcb13a26f9be {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:53:36.332634 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Port 1f618203-8c7d-4d80-8d91-954bafd0d268 on network a31ab79a-5d78-4441-9a2d-dcb13a26f9be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:53:36.332954 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Attempting to bind port 1f618203-8c7d-4d80-8d91-954bafd0d268 on network a31ab79a-5d78-4441-9a2d-dcb13a26f9be {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:53:36.338348 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:53:36.338683 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Checking segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:53:36.339094 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Bound using segment: {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:53:36.339510 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Bound port: 1f618203-8c7d-4d80-8d91-954bafd0d268, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:53:36.339860 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:36.405132 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:53:36.408588 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:53:36.417720 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:36.420662 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:36.421272 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:36.422894 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1f618203-8c7d-4d80-8d91-954bafd0d268 HTTP/1.1" status: 200 len: 1093 time: 0.5965750 Sep 03 03:53:36.424859 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:36.427693 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fcc1cf-457e-4944-92bb-1ec2f4875375" -d '{"events": [{"name": "network-changed", "server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:36.465888 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa96efc-d125-4423-80ad-48fe22fd7edf x-openstack-request-id: req-4fa96efc-d125-4423-80ad-48fe22fd7edf {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:36.466205 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:36.466436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fa96efc-d125-4423-80ad-48fe22fd7edf {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:36.466832 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa96efc-d125-4423-80ad-48fe22fd7edf'] response: {'name': 'network-changed', 'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'status': 'completed', 'code': 200} Sep 03 03:53:36.510685 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64979a35-ef36-438c-b5f4-80a6708c29bc service neutron] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:36.516667 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-0a961a57-8f83-4e57-ba94-409ec084a81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:36.518126 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-0a961a57-8f83-4e57-ba94-409ec084a81a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 1127 time: 0.0540340 Sep 03 03:53:36.560156 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-22500dd7-a647-4099-abff-8c4575d643ee service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f618203-8c7d-4d80-8d91-954bafd0d268 HTTP/1.1" status: 200 len: 217 time: 0.0347829 Sep 03 03:53:36.615630 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-10074daa-5f8f-4375-b1b9-cf7f9ceaf0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:36.617113 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-10074daa-5f8f-4375-b1b9-cf7f9ceaf0da service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.0498226 Sep 03 03:53:36.662239 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-a30f2273-f9b4-4984-9bfb-c6ddf4ee9c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:36.663849 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-a30f2273-f9b4-4984-9bfb-c6ddf4ee9c8a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397892 Sep 03 03:53:36.684106 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df53491-10f5-4317-be6d-80a5833af662 req-36b38922-abbf-4153-820c-7103998f23fb tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:36.685571 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7df53491-10f5-4317-be6d-80a5833af662 req-36b38922-abbf-4153-820c-7103998f23fb tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0474198 Sep 03 03:53:36.732675 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7df53491-10f5-4317-be6d-80a5833af662 req-ec9cd346-1a22-4060-9f11-be7c8fd39998 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412230 Sep 03 03:53:36.747647 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:36.764218 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-304d63fe-5b16-40ad-83a1-62b6ecd14180 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933080 Sep 03 03:53:36.864914 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b8132afc-9db5-4610-803c-f663ec7033d5 req-92641f5d-8a78-4700-ac3c-649fef30dd1b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941157 Sep 03 03:53:37.879066 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe57da07-4c99-40c0-a453-3a924a91aae4 req-e87746fc-9675-4a6e-ba54-16fdc9864455 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:37.880498 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe57da07-4c99-40c0-a453-3a924a91aae4 req-e87746fc-9675-4a6e-ba54-16fdc9864455 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0524654 Sep 03 03:53:37.956593 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:37.962462 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe57da07-4c99-40c0-a453-3a924a91aae4 req-fc26e6fc-8156-4b74-97d8-e2d8f7432bdf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761724 Sep 03 03:53:37.965913 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-126e2cf8-dd56-4fa7-ad05-b7857dac56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:37.967298 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-126e2cf8-dd56-4fa7-ad05-b7857dac56af service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 1127 time: 0.0506644 Sep 03 03:53:38.060523 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-21705899-74a7-472d-a7b8-0eeaedd9ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:38.061960 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-21705899-74a7-472d-a7b8-0eeaedd9ba26 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 918 time: 0.0873425 Sep 03 03:53:38.101892 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-a3af2db1-c047-497f-afca-97b42298066c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f618203-8c7d-4d80-8d91-954bafd0d268 HTTP/1.1" status: 200 len: 217 time: 0.0330579 Sep 03 03:53:38.150732 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-15883e7e-315b-4052-9362-3445c4c33ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:38.152135 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-15883e7e-315b-4052-9362-3445c4c33ccf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.0430894 Sep 03 03:53:38.196142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-5b5e2497-5964-43e6-80ce-3c9feccee42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:38.197565 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-5b5e2497-5964-43e6-80ce-3c9feccee42d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382516 Sep 03 03:53:38.294702 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-b58fecc5-2e3e-4754-ab19-41beea5b11cc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883529 Sep 03 03:53:38.399967 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1fcc1cf-457e-4944-92bb-1ec2f4875375 req-e1cfeb1c-8f06-429a-86bc-1c25995be37f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929251 Sep 03 03:53:38.970704 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-29d82b31-820b-47bb-a561-dd03b51ef223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:39.091516 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a68af9-3219-44ad-891b-7d8dc3286c04 req-c7409cef-39ea-40a7-866f-48d6b645afb6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:39.092933 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-10a68af9-3219-44ad-891b-7d8dc3286c04 req-c7409cef-39ea-40a7-866f-48d6b645afb6 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0498364 Sep 03 03:53:39.133819 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:39.145975 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-10a68af9-3219-44ad-891b-7d8dc3286c04 req-3f7c9414-cd60-4894-b257-02240715d4f1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451820 Sep 03 03:53:40.012786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:40.168537 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:53:40.270237 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:40.281344 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'port_id': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'mac_address': 'fa:16:3e:37:7c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:53:40.287236 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba0517-39d7-4e35-80d9-febb81f6478d req-8279c5ea-1e69-4893-acca-8ab36fb6f818 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:40.288709 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2ba0517-39d7-4e35-80d9-febb81f6478d req-8279c5ea-1e69-4893-acca-8ab36fb6f818 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0518646 Sep 03 03:53:40.316636 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1f618203-8c7d-4d80-8d91-954bafd0d268 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:53:40.317020 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:40.325415 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:40.331408 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f618203-8c7d-4d80-8d91-954bafd0d268 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:53:40.336212 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2ba0517-39d7-4e35-80d9-febb81f6478d req-b8150c65-9de5-4b90-8a98-3e6afe1f8728 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416706 Sep 03 03:53:40.352944 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:40.357713 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:40.405759 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:40.630177 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['1f618203-8c7d-4d80-8d91-954bafd0d268'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:53:41.281730 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9cc969ec-7bb1-4039-b6b1-8d58216614cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:41.471771 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cdb62f-0057-416d-820d-54a9bb03900e req-5e1c6e4a-203c-4e8c-a230-6394ff646a5a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:41.473206 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b8cdb62f-0057-416d-820d-54a9bb03900e req-5e1c6e4a-203c-4e8c-a230-6394ff646a5a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 944 time: 0.0467212 Sep 03 03:53:41.533786 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b8cdb62f-0057-416d-820d-54a9bb03900e req-7a6f4e63-3973-483d-8fbc-260d09ed7aa8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548296 Sep 03 03:53:42.161526 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:53:42.211533 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 1f618203-8c7d-4d80-8d91-954bafd0d268 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:53:42.219293 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 1f618203-8c7d-4d80-8d91-954bafd0d268 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:53:42.219744 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:42.294272 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1f618203-8c7d-4d80-8d91-954bafd0d268 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:53:42.294974 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:42.313639 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:42.318186 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:42.320633 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ef2128-b94d-413f-b21b-5a1aa4b4d9aa" -d '{"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-plugged", "status": "completed", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:42.333726 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:53:42.337786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:42.361029 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fadf9e0-fdb5-42ca-a7b7-43f5f9eaf424 x-openstack-request-id: req-6fadf9e0-fdb5-42ca-a7b7-43f5f9eaf424 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:42.361338 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-plugged", "status": "completed", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:42.361565 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fadf9e0-fdb5-42ca-a7b7-43f5f9eaf424 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:42.361954 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fadf9e0-fdb5-42ca-a7b7-43f5f9eaf424'] response: {'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'code': 200} Sep 03 03:53:42.390727 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:53:42.534184 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae190f9-3ebf-4f5a-ad24-ed3b23ad1860 req-44a7e558-fad4-4b96-a90c-0323ba631e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:42.535999 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bae190f9-3ebf-4f5a-ad24-ed3b23ad1860 req-44a7e558-fad4-4b96-a90c-0323ba631e85 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 1129 time: 0.0377011 Sep 03 03:53:42.587189 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bae190f9-3ebf-4f5a-ad24-ed3b23ad1860 req-39d5db84-69e8-4287-abe9-44a66d33a3f6 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434222 Sep 03 03:53:42.632570 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:42.660233 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab406fba-eaaf-4877-9daa-a1aaf041ade0 req-2005e63d-1ebd-47b7-91ed-2ba131cb9469 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:42.661704 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ab406fba-eaaf-4877-9daa-a1aaf041ade0 req-2005e63d-1ebd-47b7-91ed-2ba131cb9469 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0477653 Sep 03 03:53:42.701172 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:42.709667 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ab406fba-eaaf-4877-9daa-a1aaf041ade0 req-43d66660-bfac-48c2-a1ed-951b1158689c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421946 Sep 03 03:53:43.841314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b27024d-841e-44ac-9745-40ce5e9af721 req-e98964bb-bbdc-418c-9c47-d981a4970714 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:43.842653 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9b27024d-841e-44ac-9745-40ce5e9af721 req-e98964bb-bbdc-418c-9c47-d981a4970714 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0487561 Sep 03 03:53:43.903187 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9b27024d-841e-44ac-9745-40ce5e9af721 req-9f4cfd22-dc74-420b-8c6b-aacd5a76c9a3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546105 Sep 03 03:53:44.124292 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:44.195644 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:45.061850 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d388383-008b-46fe-8046-39747a3cafcd req-7a09f5f0-515d-4a14-9657-1e9017b7ea50 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:45.063237 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0d388383-008b-46fe-8046-39747a3cafcd req-7a09f5f0-515d-4a14-9657-1e9017b7ea50 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0590093 Sep 03 03:53:45.113887 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0d388383-008b-46fe-8046-39747a3cafcd req-baad2624-b568-4674-8b5a-6958a354db9e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Sep 03 03:53:45.236111 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf9429-8b4a-4961-a9fe-b6d5e9080ba5 req-9a60a70a-c6ca-46f2-b141-5d79d9bff8f0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:45.237610 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-dbdf9429-8b4a-4961-a9fe-b6d5e9080ba5 req-9a60a70a-c6ca-46f2-b141-5d79d9bff8f0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0487764 Sep 03 03:53:45.251808 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42642) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:53:45.256297 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Request body: {'floatingip': {'port_id': '1f618203-8c7d-4d80-8d91-954bafd0d268'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:53:45.285998 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=38 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:45.286780 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=42 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:45.294701 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (5ddac09b-535d-4ca8-9b1c-2dbd38d15251), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:45.949159 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:45.957040 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (5ddac09b-535d-4ca8-9b1c-2dbd38d15251), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:46.054582 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Floating IP 5ddac09b-535d-4ca8-9b1c-2dbd38d15251 associated. External IP: 172.27.4.110, port: 1f618203-8c7d-4d80-8d91-954bafd0d268. Sep 03 03:53:46.236271 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:46.254703 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Router 591cc300-297a-457e-8305-0580885af0f6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:53:46.360200 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:53:46.364960 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:53:46.369554 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] Sync routers for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:53:46.380517 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:46.381196 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:46.395090 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:46.400186 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-65fcc5ea-367c-49ed-b36d-67f8db8086e1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/5ddac09b-535d-4ca8-9b1c-2dbd38d15251 HTTP/1.1" status: 200 len: 991 time: 1.1473124 Sep 03 03:53:46.401155 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:53:46.403940 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308" -d '{"events": [{"name": "network-changed", "server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:53:46.440928 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ec3606-217b-4b65-b996-f666e04e42ff x-openstack-request-id: req-56ec3606-217b-4b65-b996-f666e04e42ff {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:53:46.441211 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:53:46.441452 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56ec3606-217b-4b65-b996-f666e04e42ff {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:53:46.441848 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ec3606-217b-4b65-b996-f666e04e42ff'] response: {'name': 'network-changed', 'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'status': 'completed', 'code': 200} Sep 03 03:53:46.483397 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:46.506877 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-f26e3358-7a1b-412e-b7a3-56be553819cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:46.508476 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-f26e3358-7a1b-412e-b7a3-56be553819cb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 1129 time: 0.0395322 Sep 03 03:53:46.700281 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '5ddac09b-535d-4ca8-9b1c-2dbd38d15251', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'floating_ip_address': '172.27.4.110', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '591cc300-297a-457e-8305-0580885af0f6', 'port_id': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'mac_address': 'fa:16:3e:37:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:53:32Z', 'updated_at': '2022-09-03T03:53:45Z', 'revision_number': 1, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:46.730213 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] Checking router: 591cc300-297a-457e-8305-0580885af0f6 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:53:46.739750 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:53:46.740350 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:46.841415 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:53:46.867676 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-832605e9-6c73-4afd-b5ae-fd913ae7983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:46.869138 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-832605e9-6c73-4afd-b5ae-fd913ae7983e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 918 time: 0.3524072 Sep 03 03:53:46.923734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:46.928556 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:46.937639 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-bfb7db07-f542-4dc8-9331-01c54ba11bc3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f618203-8c7d-4d80-8d91-954bafd0d268 HTTP/1.1" status: 200 len: 999 time: 0.0599141 Sep 03 03:53:46.989699 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-0c6871a7-b4f2-4ec6-8b1a-85ee94c3379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:46.991055 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-0c6871a7-b4f2-4ec6-8b1a-85ee94c3379b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.0466537 Sep 03 03:53:47.037579 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-b3495f08-37d3-4bd2-a5ef-b368cb3bcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:47.039213 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-b3495f08-37d3-4bd2-a5ef-b368cb3bcd48 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0402129 Sep 03 03:53:47.059251 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '5ddac09b-535d-4ca8-9b1c-2dbd38d15251', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'floating_ip_address': '172.27.4.110', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '591cc300-297a-457e-8305-0580885af0f6', 'port_id': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'mac_address': 'fa:16:3e:37:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:53:32Z', 'updated_at': '2022-09-03T03:53:45Z', 'revision_number': 1, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:53:47.083618 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f852fb-633c-401a-a750-b38c661a0fe0 None None] The sync data for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi is: [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '5ddac09b-535d-4ca8-9b1c-2dbd38d15251', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'floating_ip_address': '172.27.4.110', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '591cc300-297a-457e-8305-0580885af0f6', 'port_id': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'mac_address': 'fa:16:3e:37:7c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:53:32Z', 'updated_at': '2022-09-03T03:53:45Z', 'revision_number': 1, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:53:47.149463 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-88b33697-1bb2-4e93-bfbb-6249c47f1aaf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929408 Sep 03 03:53:47.246959 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2e7fe9f-4055-4434-91ca-fb3ff48a0308 req-0cd1701b-ab23-4514-ba80-f28a778858fa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895078 Sep 03 03:53:47.286269 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd8f496-07d4-447c-981b-1794f7a400db None None] New status for floating IP 5ddac09b-535d-4ca8-9b1c-2dbd38d15251: ACTIVE {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:53:47.554635 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:53:56.394550 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=18 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:56.526909 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c434569-9bf8-4f5a-a035-b08e4eae0fed req-42ced50a-45c4-454b-9024-b1e7c5c558fb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:56.528868 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5c434569-9bf8-4f5a-a035-b08e4eae0fed req-42ced50a-45c4-454b-9024-b1e7c5c558fb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0599527 Sep 03 03:53:56.579774 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5c434569-9bf8-4f5a-a035-b08e4eae0fed req-441ff882-18f8-4bd0-8da5-826db872e823 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422273 Sep 03 03:53:57.385969 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:57.388309 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=21 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:53:57.934289 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942646d-7873-4aaf-91e6-25d63adf61fa req-b7387543-f0bd-486b-be0a-40cd37a1482a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:57.935791 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d942646d-7873-4aaf-91e6-25d63adf61fa req-b7387543-f0bd-486b-be0a-40cd37a1482a tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.2517092 Sep 03 03:53:57.983547 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d942646d-7873-4aaf-91e6-25d63adf61fa req-19e315be-255d-4610-ad41-390eb4183798 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420671 Sep 03 03:53:59.176536 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85543d0d-6a36-4257-9920-dfff5d603c8f req-91f83b4b-2418-4274-adc8-258ba1654e2c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:53:59.178095 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-85543d0d-6a36-4257-9920-dfff5d603c8f req-91f83b4b-2418-4274-adc8-258ba1654e2c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.1125631 Sep 03 03:53:59.227149 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-85543d0d-6a36-4257-9920-dfff5d603c8f req-a9201ecf-1e71-4d94-a016-ab3b82d2d78f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431917 Sep 03 03:54:00.349281 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d86b0-a18c-43df-9a79-2a68dd2bc5da req-c8fc3a41-8ab7-4511-b2a8-ff4f71616b22 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:00.350767 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-de7d86b0-a18c-43df-9a79-2a68dd2bc5da req-c8fc3a41-8ab7-4511-b2a8-ff4f71616b22 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0467958 Sep 03 03:54:00.399415 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-de7d86b0-a18c-43df-9a79-2a68dd2bc5da req-7f19a53b-2c29-4c01-ad46-b13f80d8dd1e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=2bf7baa2-7553-4e92-ac01-063d93161e96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431283 Sep 03 03:54:00.442492 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-5a03b1af-df55-457e-a666-ce9c032037f0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:00.443986 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-5a03b1af-df55-457e-a666-ce9c032037f0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 946 time: 0.0474083 Sep 03 03:54:00.532693 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Deleting port 9f1ab985-1982-45d9-b595-93496be6d12f {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:00.532919 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:00.627397 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] For port 9f1ab985-1982-45d9-b595-93496be6d12f, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=9f1ab985-1982-45d9-b595-93496be6d12f,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:00.627761 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:00.794172 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:00.794499 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (ffb9f00d-06fb-4b03-a248-8dce4ea2928c), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:00.794764 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Floating IP ffb9f00d-06fb-4b03-a248-8dce4ea2928c disassociated. External IP: 172.27.4.205, port: 9f1ab985-1982-45d9-b595-93496be6d12f. Sep 03 03:54:00.795130 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Calling delete_port for 9f1ab985-1982-45d9-b595-93496be6d12f owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:00.874295 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:00.877891 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:00.967433 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2cee8-6bfe-49d1-835f-efdbe1b7afdf req-cf540998-6b23-4a3a-aa13-f30fac530606 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:00.969014 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e8f2cee8-6bfe-49d1-835f-efdbe1b7afdf req-cf540998-6b23-4a3a-aa13-f30fac530606 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0668633 Sep 03 03:54:00.970063 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (9f1ab985-1982-45d9-b595-93496be6d12f), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:01.010942 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event deleted for resources: {'Port': ['ID=9f1ab985-1982-45d9-b595-93496be6d12f,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:01.087611 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e8f2cee8-6bfe-49d1-835f-efdbe1b7afdf req-8688a609-8e13-4759-91e2-d4d55fee959a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107593 Sep 03 03:54:01.148287 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Router 1877da56-6118-43dc-a586-5d89674808b6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:54:01.262453 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:54:01.274009 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] Sync routers for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:54:01.287430 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:01.288171 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:01.309886 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] No DVR routers for this DVR port 9f1ab985-1982-45d9-b595-93496be6d12f on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:54:01.312597 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:01.315911 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3d0dc213-da66-45b7-8851-c033b8bd7375 req-b8af676c-da73-4e24-9809-82266cc2dc64 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9f1ab985-1982-45d9-b595-93496be6d12f HTTP/1.1" status: 204 len: 173 time: 0.8663418 Sep 03 03:54:01.316341 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'name': 'network-vif-deleted', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:01.318593 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1528945-844c-4571-afbe-d5742acb0398" -d '{"events": [{"server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "name": "network-vif-deleted", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:01.336078 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:01.359536 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab0a07d-495e-47ab-8fda-f8c0f6e8434b x-openstack-request-id: req-2ab0a07d-495e-47ab-8fda-f8c0f6e8434b {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:01.359827 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5b827b-0905-4360-b0b5-f5881a029bc2", "name": "network-vif-deleted", "tag": "9f1ab985-1982-45d9-b595-93496be6d12f", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:01.360121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ab0a07d-495e-47ab-8fda-f8c0f6e8434b {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:01.360462 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ab0a07d-495e-47ab-8fda-f8c0f6e8434b'] response: {'server_uuid': '4f5b827b-0905-4360-b0b5-f5881a029bc2', 'name': 'network-vif-deleted', 'tag': '9f1ab985-1982-45d9-b595-93496be6d12f', 'status': 'completed', 'code': 200} Sep 03 03:54:01.377902 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:01.396012 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:01.510632 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a4174515-8f95-4fae-a2aa-cda223f2620f req-f94a16c7-599b-46ec-9906-e2dcaedbb9aa tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 210 time: 0.0335789 Sep 03 03:54:01.666459 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:01.691033 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] Checking router: 1877da56-6118-43dc-a586-5d89674808b6 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:54:01.699809 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:01.700356 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:01.801866 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:01.984528 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:02.008102 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7f994e-2acd-4b22-b814-8c72b500b858 None None] The sync data for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi is: [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:09Z', 'revision_number': 4, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'c869c07e-9389-45b5-9252-cd2a5fbe39ee', 'name': '', 'network_id': '623f82bb-85e8-446e-8a72-4128e524e83a', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'mac_address': 'fa:16:3e:2c:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:06Z', 'updated_at': '2022-09-03T03:49:29Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'subnets': [{'id': 'ab296ad1-dac0-43dd-bc96-96edc9191eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:54:02.221044 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3869ce-afc2-4d9c-8a52-4f5fade96dbd req-ba3082e4-9047-40f0-af4f-f7456e191da7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:02.222592 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ae3869ce-afc2-4d9c-8a52-4f5fade96dbd req-ba3082e4-9047-40f0-af4f-f7456e191da7 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0528896 Sep 03 03:54:02.236604 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed681585-2a3f-4d12-b212-f2775cc87294 None None] New status for floating IP ffb9f00d-06fb-4b03-a248-8dce4ea2928c: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:54:02.273168 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ae3869ce-afc2-4d9c-8a52-4f5fade96dbd req-c9717d7d-06ba-42b4-a141-783a1a4da4ee tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446723 Sep 03 03:54:02.620187 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b1fd54f7-b4f1-4ad2-b121-b1f4f0ffeff0 req-2a5c0f4c-36a5-4983-8dc1-06b06487db8c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=4f5b827b-0905-4360-b0b5-f5881a029bc2 HTTP/1.1" status: 200 len: 210 time: 0.0295751 Sep 03 03:54:03.000767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-28164100-554c-4a34-b927-714b9ae9b670 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:03.002247 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-28164100-554c-4a34-b927-714b9ae9b670 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0523536 Sep 03 03:54:03.095288 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Deleting port c131716e-c4cf-4300-99d4-32cea2b1becb {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:03.095631 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.188493 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] For port c131716e-c4cf-4300-99d4-32cea2b1becb, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c131716e-c4cf-4300-99d4-32cea2b1becb,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:03.188858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.381326 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.381625 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (9dd69052-057f-42ac-bf38-2674d93b9074), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.382037 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Floating IP 9dd69052-057f-42ac-bf38-2674d93b9074 disassociated. External IP: 172.27.4.200, port: c131716e-c4cf-4300-99d4-32cea2b1becb. Sep 03 03:54:03.382488 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Calling delete_port for c131716e-c4cf-4300-99d4-32cea2b1becb owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:03.405266 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af428d45-2cfd-496a-8b19-2764313ced69 req-9b0d8d50-50b2-4588-a2b6-806435bd3bef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:03.406766 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-af428d45-2cfd-496a-8b19-2764313ced69 req-9b0d8d50-50b2-4588-a2b6-806435bd3bef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 945 time: 0.0480051 Sep 03 03:54:03.455322 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-af428d45-2cfd-496a-8b19-2764313ced69 req-3a73da03-d409-411e-8d87-e47f9235cba0 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=909abcc6-e607-48db-9170-3c907a310b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Sep 03 03:54:03.476170 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:03.500517 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:03.530935 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (c131716e-c4cf-4300-99d4-32cea2b1becb), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.556585 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event deleted for resources: {'Port': ['ID=c131716e-c4cf-4300-99d4-32cea2b1becb,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:03.670782 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Router 7939a9d6-dab5-42a5-9468-40c3ad74722d has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:54:03.725092 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42718) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:03.777805 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:54:03.788965 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group (2bf7baa2-7553-4e92-ac01-063d93161e96), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.791130 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] Sync routers for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:54:03.803349 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:03.804007 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:03.814376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group (2bf7baa2-7553-4e92-ac01-063d93161e96), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.821688 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] No DVR routers for this DVR port c131716e-c4cf-4300-99d4-32cea2b1becb on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:54:03.824283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.827903 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0655ffd0-52a2-4e8c-824f-155e0efe80be req-d58fd803-7214-4c9f-a692-913c40f842f5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c131716e-c4cf-4300-99d4-32cea2b1becb HTTP/1.1" status: 204 len: 173 time: 0.8170078 Sep 03 03:54:03.828296 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'name': 'network-vif-deleted', 'tag': 'c131716e-c4cf-4300-99d4-32cea2b1becb'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:03.830769 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266ad60a-5352-4556-8d39-172c0f163d1f" -d '{"events": [{"server_uuid": "828bd786-6e99-4ccd-a4aa-9198ef8c8731", "name": "network-vif-deleted", "tag": "c131716e-c4cf-4300-99d4-32cea2b1becb"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:03.876091 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2bf7baa2-7553-4e92-ac01-063d93161e96), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.879779 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:03.881939 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95558a41-a7c4-4659-b643-3b7b2f07d125 x-openstack-request-id: req-95558a41-a7c4-4659-b643-3b7b2f07d125 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:03.882264 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "828bd786-6e99-4ccd-a4aa-9198ef8c8731", "name": "network-vif-deleted", "tag": "c131716e-c4cf-4300-99d4-32cea2b1becb", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:03.882605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95558a41-a7c4-4659-b643-3b7b2f07d125 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:03.883116 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95558a41-a7c4-4659-b643-3b7b2f07d125'] response: {'server_uuid': '828bd786-6e99-4ccd-a4aa-9198ef8c8731', 'name': 'network-vif-deleted', 'tag': 'c131716e-c4cf-4300-99d4-32cea2b1becb', 'status': 'completed', 'code': 200} Sep 03 03:54:03.887096 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42724) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:03.887967 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2bf7baa2-7553-4e92-ac01-063d93161e96 HTTP/1.1" status: 204 len: 168 time: 0.1583326 Sep 03 03:54:03.900043 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf7baa2-7553-4e92-ac01-063d93161e96,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:03.912007 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.912223 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.api.v2.resource [None req-6d5ed6e7-023f-434a-b02e-58c3c0172476 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] show failed (client error): The resource could not be found. Sep 03 03:54:03.912865 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.913355 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.913623 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-6d5ed6e7-023f-434a-b02e-58c3c0172476 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups/2bf7baa2-7553-4e92-ac01-063d93161e96 HTTP/1.1" status: 404 len: 347 time: 0.0244443 Sep 03 03:54:03.914152 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.914494 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.914850 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.915173 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.915500 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.915821 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.916219 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.916553 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42726) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:03.916877 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.917740 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.918245 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.918565 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.918914 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d606eca-967e-427b-811f-786be28028a3 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:03.947606 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:04.070322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Deleting port fcb589d4-1cd9-47ee-a31b-26b035f5af25 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:04.070990 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (fcb589d4-1cd9-47ee-a31b-26b035f5af25), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:04.161361 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (fcb589d4-1cd9-47ee-a31b-26b035f5af25), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:04.161702 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (fcb589d4-1cd9-47ee-a31b-26b035f5af25), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:04.163003 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:04.175537 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Calling delete_port for fcb589d4-1cd9-47ee-a31b-26b035f5af25 owned by network:floatingip {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:04.182683 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:04.207990 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] Checking router: 7939a9d6-dab5-42a5-9468-40c3ad74722d for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:54:04.216612 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:04.217209 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:53:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:04.300578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 9f1ab985-1982-45d9-b595-93496be6d12f no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:54:04.314126 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (fcb589d4-1cd9-47ee-a31b-26b035f5af25), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:04.323907 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:04.324105 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 9f1ab985-1982-45d9-b595-93496be6d12f {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:54:04.324357 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 9f1ab985-1982-45d9-b595-93496be6d12f not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:54:04.339406 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event deleted for resources: {'Port': ['ID=fcb589d4-1cd9-47ee-a31b-26b035f5af25,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:04.404996 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks [] for floatingip (ffb9f00d-06fb-4b03-a248-8dce4ea2928c), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:04.407908 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:04.409078 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-ea91635c-825f-4935-9ef2-72973d18e916 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/ffb9f00d-06fb-4b03-a248-8dce4ea2928c HTTP/1.1" status: 204 len: 168 time: 0.4905260 Sep 03 03:54:04.445832 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:04.524552 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:04.560448 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a6c681-81ff-47cd-b163-346b94902743 None None] The sync data for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi is: [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:54:04.620026 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7a7a320b-b73c-4454-b56d-318d38a5689f req-4b03b87e-aafd-498f-b2f1-4c0da0ade43c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=828bd786-6e99-4ccd-a4aa-9198ef8c8731 HTTP/1.1" status: 200 len: 210 time: 0.0324957 Sep 03 03:54:04.798720 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2671df41-e580-4f0a-8972-abadf75723da None None] New status for floating IP 9dd69052-057f-42ac-bf38-2674d93b9074: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:54:05.728858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42744) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:05.785993 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b2076298-c8cc-47a2-915b-9c9162b828f6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (909abcc6-e607-48db-9170-3c907a310b4e), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:05.806846 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:05.818897 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b2076298-c8cc-47a2-915b-9c9162b828f6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (909abcc6-e607-48db-9170-3c907a310b4e), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:05.871615 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b2076298-c8cc-47a2-915b-9c9162b828f6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (909abcc6-e607-48db-9170-3c907a310b4e), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:05.874121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b2076298-c8cc-47a2-915b-9c9162b828f6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:05.875307 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-b2076298-c8cc-47a2-915b-9c9162b828f6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/909abcc6-e607-48db-9170-3c907a310b4e HTTP/1.1" status: 204 len: 168 time: 0.1453760 Sep 03 03:54:05.878417 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42746) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:05.885430 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2076298-c8cc-47a2-915b-9c9162b828f6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=909abcc6-e607-48db-9170-3c907a310b4e,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:05.908767 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.api.v2.resource [None req-8f0bfca6-66e7-4016-8217-d9ede30f3781 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] show failed (client error): The resource could not be found. Sep 03 03:54:05.911169 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-8f0bfca6-66e7-4016-8217-d9ede30f3781 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups/909abcc6-e607-48db-9170-3c907a310b4e HTTP/1.1" status: 404 len: 347 time: 0.0301216 Sep 03 03:54:05.912900 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42748) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:06.033767 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Deleting port 55fff58b-14a9-41e3-97dc-4a81c976757c {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:06.034099 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (55fff58b-14a9-41e3-97dc-4a81c976757c), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.113374 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (55fff58b-14a9-41e3-97dc-4a81c976757c), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.113663 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (55fff58b-14a9-41e3-97dc-4a81c976757c), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.126383 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Calling delete_port for 55fff58b-14a9-41e3-97dc-4a81c976757c owned by network:floatingip {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:06.253846 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:06.262180 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (55fff58b-14a9-41e3-97dc-4a81c976757c), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.288683 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event deleted for resources: {'Port': ['ID=55fff58b-14a9-41e3-97dc-4a81c976757c,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:06.328902 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:06.348574 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (9dd69052-057f-42ac-bf38-2674d93b9074), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.351259 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.352691 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-edeef679-b9d3-4a65-a9c3-aa8b448f720e tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/9dd69052-057f-42ac-bf38-2674d93b9074 HTTP/1.1" status: 204 len: 168 time: 0.4387782 Sep 03 03:54:06.437536 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42752) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:06.442339 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-70ab08f2-6c7f-41af-8bb9-0dbe6d8461ef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730028333', 'description': 'tempest-description--1123649838'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:06.459054 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:06.465588 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-70ab08f2-6c7f-41af-8bb9-0dbe6d8461ef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.540555 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-70ab08f2-6c7f-41af-8bb9-0dbe6d8461ef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (1ecded15-5a9b-401e-af94-39e93bbc8570), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.545598 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-70ab08f2-6c7f-41af-8bb9-0dbe6d8461ef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1ecded15-5a9b-401e-af94-39e93bbc8570), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.573554 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab08f2-6c7f-41af-8bb9-0dbe6d8461ef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecded15-5a9b-401e-af94-39e93bbc8570,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:06.577879 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-70ab08f2-6c7f-41af-8bb9-0dbe6d8461ef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.579130 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-70ab08f2-6c7f-41af-8bb9-0dbe6d8461ef tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1405132 Sep 03 03:54:06.581979 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42754) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:06.586356 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-f2dd514c-5a69-4e2a-bf01-3295e84d6d00 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'security_group_rule': {'security_group_id': '1ecded15-5a9b-401e-af94-39e93bbc8570', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:06.613462 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd514c-5a69-4e2a-bf01-3295e84d6d00 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (a3c92c6f-04c5-45e0-b6f9-9d03caebbc2f), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.680276 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd514c-5a69-4e2a-bf01-3295e84d6d00 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (a3c92c6f-04c5-45e0-b6f9-9d03caebbc2f), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.686524 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd514c-5a69-4e2a-bf01-3295e84d6d00 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (a3c92c6f-04c5-45e0-b6f9-9d03caebbc2f), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.711014 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd514c-5a69-4e2a-bf01-3295e84d6d00 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c92c6f-04c5-45e0-b6f9-9d03caebbc2f,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:06.719506 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f2dd514c-5a69-4e2a-bf01-3295e84d6d00 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.720701 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f2dd514c-5a69-4e2a-bf01-3295e84d6d00 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1378250 Sep 03 03:54:06.723616 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42758) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:06.727991 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-7b4fb998-843f-45cf-bc65-e752639aee69 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'security_group_rule': {'security_group_id': '1ecded15-5a9b-401e-af94-39e93bbc8570', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:06.755001 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb998-843f-45cf-bc65-e752639aee69 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (76d13c0f-90a1-4abd-89e1-a1ea77d33670), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.811329 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb998-843f-45cf-bc65-e752639aee69 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (76d13c0f-90a1-4abd-89e1-a1ea77d33670), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.817221 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb998-843f-45cf-bc65-e752639aee69 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (76d13c0f-90a1-4abd-89e1-a1ea77d33670), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.836691 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4fb998-843f-45cf-bc65-e752639aee69 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d13c0f-90a1-4abd-89e1-a1ea77d33670,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:06.846273 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7b4fb998-843f-45cf-bc65-e752639aee69 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.847572 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-7b4fb998-843f-45cf-bc65-e752639aee69 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1229210 Sep 03 03:54:06.850959 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42762) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:06.855723 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:06.879147 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.962293 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:06.962544 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e2e16-7861-4dba-8d55-47266ff1af84 req-9cd6a02d-c15f-440f-a009-86dd786df090 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:06.963921 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f79e2e16-7861-4dba-8d55-47266ff1af84 req-9cd6a02d-c15f-440f-a009-86dd786df090 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0492420 Sep 03 03:54:07.011778 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f79e2e16-7861-4dba-8d55-47266ff1af84 req-fe213657-7850-4822-9737-9ccb30a96fa6 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420685 Sep 03 03:54:07.068176 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Allocated IP 172.27.4.17 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/28661ca5-0c7c-428b-9bfe-a532c6f521aa) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:54:07.180443 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for port (28661ca5-0c7c-428b-9bfe-a532c6f521aa), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:07.216723 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (28661ca5-0c7c-428b-9bfe-a532c6f521aa), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:07.257247 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:54:07.262269 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:54:07.264469 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'Port': ['ID=28661ca5-0c7c-428b-9bfe-a532c6f521aa,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:07.266564 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:54:07.351067 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:07.395541 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (28661ca5-0c7c-428b-9bfe-a532c6f521aa), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:07.449714 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:07.553988 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for port (28661ca5-0c7c-428b-9bfe-a532c6f521aa), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:07.560371 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (28661ca5-0c7c-428b-9bfe-a532c6f521aa), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:07.608056 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:07.628203 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'Port': ['ID=28661ca5-0c7c-428b-9bfe-a532c6f521aa,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:07.633871 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:07.653779 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:07.655048 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-c2636b69-e2a2-4a73-a1d3-201e1ffc445a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8030407 Sep 03 03:54:07.859709 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-4330a6d2-ae58-49b8-805b-dfe54133893a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1730028333&fields=id&tenant_id=12347de4d2e5465b9a00004084fcb85c HTTP/1.1" status: 200 len: 267 time: 0.0452642 Sep 03 03:54:07.971628 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-641d1c9f-12ea-40c0-981a-adfa9e4cff07 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:07.973071 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-641d1c9f-12ea-40c0-981a-adfa9e4cff07 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 810 time: 0.1038220 Sep 03 03:54:07.991309 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-5ba39938-2894-4e21-b019-a6012084ef92 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/quotas/12347de4d2e5465b9a00004084fcb85c HTTP/1.1" status: 200 len: 375 time: 0.0099823 Sep 03 03:54:08.045827 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0fa6adbf-18b5-450f-8845-4c303523d787 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465004 Sep 03 03:54:08.132718 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72553f98-f1a0-4018-807e-0814f9439cb0 req-b82e4e25-a7bb-4d12-a2db-1bf0d4a9ea81 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:08.134177 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72553f98-f1a0-4018-807e-0814f9439cb0 req-b82e4e25-a7bb-4d12-a2db-1bf0d4a9ea81 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0456791 Sep 03 03:54:08.149355 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-df3610dd-2688-4360-893c-731d95ff6739 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911202 Sep 03 03:54:08.181731 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-72553f98-f1a0-4018-807e-0814f9439cb0 req-c3bee6d8-8511-41c1-8652-6ebe5d7854bf tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417798 Sep 03 03:54:08.244929 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-20d3f2dc-0822-41ba-9d9b-c1cdc81ea05c service neutron] 10.222.0.25 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895879 Sep 03 03:54:08.352904 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c131716e-c4cf-4300-99d4-32cea2b1becb no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:54:08.376719 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: c131716e-c4cf-4300-99d4-32cea2b1becb {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:54:08.377061 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c131716e-c4cf-4300-99d4-32cea2b1becb not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:54:08.414052 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b2094127-7490-48b0-8dbf-d68c0ecb012d req-7b4d412e-dc93-4d2d-8853-92fd27787367 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0309536 Sep 03 03:54:08.965912 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-8cf02b37-8ad8-42c6-bc91-01068bdf9327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:09.244549 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-e64a23d8-8693-4076-bac0-c5f8b61d8551 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:09.246018 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-e64a23d8-8693-4076-bac0-c5f8b61d8551 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0493417 Sep 03 03:54:09.319254 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba98d60-cedc-45b9-95d3-2dc8c2e4bd39 req-18964ee8-f991-4f52-bc94-895dd1a25cdc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:09.320806 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2ba98d60-cedc-45b9-95d3-2dc8c2e4bd39 req-18964ee8-f991-4f52-bc94-895dd1a25cdc tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 945 time: 0.0527701 Sep 03 03:54:09.349703 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Deleting port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:09.350042 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:09.370826 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2ba98d60-cedc-45b9-95d3-2dc8c2e4bd39 req-720516a1-6c7f-4afa-bc94-b8198d0e232e tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 Sep 03 03:54:09.400539 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:09.432437 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:09.449031 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] For port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:09.449402 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:09.464121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Calling delete_port for 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:09.539737 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-55631054-cec4-4b1b-a800-ee84ab5b3c33 req-9c64fc8a-ce7b-4d4b-86a1-5422d8622993 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0361390 Sep 03 03:54:09.631247 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (1dd4dd3b-d3d8-41d5-bd57-76720a2443c2), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:09.643789 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['41a7b1ba-2a3f-4b4f-8d13-1e07765177c0', '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:54:09.665369 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event deleted for resources: {'Port': ['ID=1dd4dd3b-d3d8-41d5-bd57-76720a2443c2,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:09.716223 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] No DVR routers for this DVR port 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:54:09.718344 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:09.721695 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-47983f0d-18cf-4422-ae5c-44dd643c0ccb req-249f47cb-f59f-4fda-bab8-b6b7730418ce tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 HTTP/1.1" status: 204 len: 173 time: 0.4678807 Sep 03 03:54:09.722151 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab059eb-4353-4c86-91ae-089e1c35f387', 'name': 'network-vif-deleted', 'tag': '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:09.724552 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d710415b-2001-41a9-9016-4ecb485aace3" -d '{"events": [{"server_uuid": "5ab059eb-4353-4c86-91ae-089e1c35f387", "name": "network-vif-deleted", "tag": "1dd4dd3b-d3d8-41d5-bd57-76720a2443c2"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:09.778054 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daafd642-5165-4329-8afa-195bef73c849 x-openstack-request-id: req-daafd642-5165-4329-8afa-195bef73c849 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:09.778410 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab059eb-4353-4c86-91ae-089e1c35f387", "name": "network-vif-deleted", "tag": "1dd4dd3b-d3d8-41d5-bd57-76720a2443c2", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:09.778637 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-daafd642-5165-4329-8afa-195bef73c849 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:09.779533 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daafd642-5165-4329-8afa-195bef73c849'] response: {'server_uuid': '5ab059eb-4353-4c86-91ae-089e1c35f387', 'name': 'network-vif-deleted', 'tag': '1dd4dd3b-d3d8-41d5-bd57-76720a2443c2', 'status': 'completed', 'code': 200} Sep 03 03:54:09.871554 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-53a2c699-12da-4b73-8f62-e1085a7958c2 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:09.872984 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-53a2c699-12da-4b73-8f62-e1085a7958c2 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 810 time: 0.1314056 Sep 03 03:54:09.939097 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-4590b7e8-ec95-4899-b353-a918d1d6a782 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=12347de4d2e5465b9a00004084fcb85c HTTP/1.1" status: 200 len: 380 time: 0.0574522 Sep 03 03:54:09.955132 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'port': {'device_id': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'admin_state_up': True, 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'security_groups': ['1ecded15-5a9b-401e-af94-39e93bbc8570']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:10.009913 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:10.081313 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Made reservation on behalf of 12347de4d2e5465b9a00004084fcb85c for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:54:10.086941 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:10.233937 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Allocated IP 172.20.0.12 (335e6c24-2920-465c-b2cd-3b3be68e2751/a9bdd747-577e-40f6-b0eb-a0f32c6f0659/8bd4fb48-65f5-4f59-8039-923cd37f3c8d) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:54:10.386760 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:10.396721 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:10.406025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:10.436562 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:10.516783 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4515f8c7-f9e2-42f7-87e3-04bf5045c23d req-949e64f6-553e-4a9b-a1e8-29effa6d0d5c tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=5ab059eb-4353-4c86-91ae-089e1c35f387 HTTP/1.1" status: 200 len: 210 time: 0.0457041 Sep 03 03:54:10.520571 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:54:10.524224 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:54:10.526776 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event updated for resources: {'Port': ['ID=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:10.530229 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:54:10.588933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:10.589692 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:10.611948 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-0ea27f2a-38ef-446a-b12a-b77562ba531c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6606371 Sep 03 03:54:10.629938 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Request body: {'port': {'device_id': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:10.690355 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a91620-4251-4936-9147-9ef80d0fbc1c req-3312f0ef-5d24-4512-a86c-d771f24ed033 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:10.692004 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-42a91620-4251-4936-9147-9ef80d0fbc1c req-3312f0ef-5d24-4512-a86c-d771f24ed033 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 932 time: 0.0544066 Sep 03 03:54:10.706885 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:10.745244 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-42a91620-4251-4936-9147-9ef80d0fbc1c req-e6bfa97c-638b-4b15-bf60-821c66e269bc tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467212 Sep 03 03:54:10.828026 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-58908296-6e55-4867-a065-e9d62e9fe2a3 None None] Provisioning complete for port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:54:10.828646 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-58908296-6e55-4867-a065-e9d62e9fe2a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:10.862664 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-58908296-6e55-4867-a065-e9d62e9fe2a3 None None] Port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:54:10.967197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bd4fb48-65f5-4f59-8039-923cd37f3c8d {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:54:10.975039 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Publish callbacks [] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:10.987803 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Transition to ACTIVE for port object 8bd4fb48-65f5-4f59-8039-923cd37f3c8d will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:54:10.993141 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:11.054453 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:11.102227 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Attempting to bind port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:54:11.102511 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Attempting to bind port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:54:11.102891 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Attempting to bind port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d on network 335e6c24-2920-465c-b2cd-3b3be68e2751 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:54:11.107666 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d on network 335e6c24-2920-465c-b2cd-3b3be68e2751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:54:11.107983 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Attempting to bind port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d on network 335e6c24-2920-465c-b2cd-3b3be68e2751 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:54:11.113066 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:54:11.113393 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Checking segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:54:11.113763 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Bound using segment: {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:54:11.114176 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Bound port: 8bd4fb48-65f5-4f59-8039-923cd37f3c8d, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:54:11.114522 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:11.173970 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] For port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:54:11.176992 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] For port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:54:11.187018 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:11.191102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:11.191696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:11.193058 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/8bd4fb48-65f5-4f59-8039-923cd37f3c8d HTTP/1.1" status: 200 len: 1094 time: 0.5683491 Sep 03 03:54:11.220306 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:11.249095 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1502db1b-8866-4581-a722-a8eea7aad61e service neutron] Pushing event updated for resources: {'Port': ['ID=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:11.276935 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7a95c2c0-defc-4e9f-8e0c-9800f9376830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:11.526006 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-5875c43f-f7c9-4522-aaa5-d08fad1e14ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:11.527427 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-5875c43f-f7c9-4522-aaa5-d08fad1e14ab service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 1128 time: 0.2905838 Sep 03 03:54:11.544351 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:11.571046 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-5abe14b6-a58f-4e99-9c31-f332c75ae66c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bd4fb48-65f5-4f59-8039-923cd37f3c8d HTTP/1.1" status: 200 len: 217 time: 0.0331516 Sep 03 03:54:11.622596 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-f253fbc5-d6b9-4dd1-8ad1-5dbba580e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:11.624177 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-f253fbc5-d6b9-4dd1-8ad1-5dbba580e5b3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.0471578 Sep 03 03:54:11.679698 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-69f80357-ef5e-4a57-a1bb-539f14d74a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:11.681230 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-69f80357-ef5e-4a57-a1bb-539f14d74a1b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485463 Sep 03 03:54:11.785163 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'tag': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:11.787490 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5f7818-14ce-4b6d-b040-6924c777d0d0", "tag": "8bd4fb48-65f5-4f59-8039-923cd37f3c8d"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:11.793364 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-1ce43928-e115-42c9-a493-bea9414419e2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037002 Sep 03 03:54:11.830738 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef1e36-40fa-4df4-bd99-cca965297c14 req-a4ecdaa6-0c03-4811-b8fc-dae2e1c9f776 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:11.832214 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-09ef1e36-40fa-4df4-bd99-cca965297c14 req-a4ecdaa6-0c03-4811-b8fc-dae2e1c9f776 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0585115 Sep 03 03:54:11.869255 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449067e-503b-4c45-bda9-fcee780a9bb5 req-147f5138-3bfe-4214-8a63-09ad9c8da738 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:11.870742 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d449067e-503b-4c45-bda9-fcee780a9bb5 req-147f5138-3bfe-4214-8a63-09ad9c8da738 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0463097 Sep 03 03:54:11.879013 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-09ef1e36-40fa-4df4-bd99-cca965297c14 req-9daad51a-9c4b-4efd-a05a-ca7ccfa75466 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408869 Sep 03 03:54:11.918118 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d449067e-503b-4c45-bda9-fcee780a9bb5 req-a419b84c-9d40-440a-aff9-e0304aad1d0d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Sep 03 03:54:11.922127 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428db6e4-f89c-40c5-ab24-e89a172ce51c x-openstack-request-id: req-428db6e4-f89c-40c5-ab24-e89a172ce51c {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:11.922462 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5f7818-14ce-4b6d-b040-6924c777d0d0", "tag": "8bd4fb48-65f5-4f59-8039-923cd37f3c8d", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:11.922708 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-428db6e4-f89c-40c5-ab24-e89a172ce51c {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:11.923130 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-428db6e4-f89c-40c5-ab24-e89a172ce51c'] response: {'name': 'network-changed', 'server_uuid': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'tag': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'status': 'completed', 'code': 200} Sep 03 03:54:12.644057 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:13.006735 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6914c-b4f6-4750-bd1f-829cc50fae9c req-f7767b0d-0918-4e49-ae9e-b8f5f0ab6175 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:13.008494 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-69c6914c-b4f6-4750-bd1f-829cc50fae9c req-f7767b0d-0918-4e49-ae9e-b8f5f0ab6175 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0481155 Sep 03 03:54:13.040266 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c48d2-9cd0-4390-8143-c4768cbe3552 req-a5db4a58-c36a-43d0-9bdc-dcae375cd473 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:13.042692 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5d3c48d2-9cd0-4390-8143-c4768cbe3552 req-a5db4a58-c36a-43d0-9bdc-dcae375cd473 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0489354 Sep 03 03:54:13.059319 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-69c6914c-b4f6-4750-bd1f-829cc50fae9c req-207637ab-9d2c-418c-b897-7b012c220242 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Sep 03 03:54:13.067979 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:13.092314 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5d3c48d2-9cd0-4390-8143-c4768cbe3552 req-53faf660-05bf-4c17-9abf-12422b0a3eee tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437899 Sep 03 03:54:14.128151 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:14.191909 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:14.193345 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15143647-05b2-4e16-afec-4bfd907369ff req-d6c01377-bb76-480c-8269-0d7b03e03263 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:14.195232 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-15143647-05b2-4e16-afec-4bfd907369ff req-d6c01377-bb76-480c-8269-0d7b03e03263 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0498855 Sep 03 03:54:14.255024 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-15143647-05b2-4e16-afec-4bfd907369ff req-b89608ee-8108-4f22-9a80-2abb67b53089 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525856 Sep 03 03:54:14.282422 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6529b7-cabe-4510-ab2d-25d012926f17 req-89af929e-6f37-4d17-b847-5851b73dddb8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:14.283920 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ed6529b7-cabe-4510-ab2d-25d012926f17 req-89af929e-6f37-4d17-b847-5851b73dddb8 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0529768 Sep 03 03:54:14.330456 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ed6529b7-cabe-4510-ab2d-25d012926f17 req-613b1341-ab84-4fac-9886-fc6d3c413fad tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406947 Sep 03 03:54:14.348337 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:54:14.369417 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:54:14.369749 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1dd4dd3b-d3d8-41d5-bd57-76720a2443c2 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:54:14.521824 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=9 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:14.528761 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=37 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:14.762736 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2bba331e-f02d-4a59-af8b-2a8291f2a6e7 req-300e45f6-6072-4d61-8853-78b661b127ab service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956738 Sep 03 03:54:15.459357 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37841a1e-e1f4-4b2b-89b2-18ef169e88df req-f36af411-2119-4d32-b4fd-aff8f141d3c5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:15.461012 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-37841a1e-e1f4-4b2b-89b2-18ef169e88df req-f36af411-2119-4d32-b4fd-aff8f141d3c5 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0518606 Sep 03 03:54:15.500344 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f467eda-3506-417e-8632-b9376942ce23 req-669b6810-476a-484f-9a14-b9b2a61d3afb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:15.501947 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0f467eda-3506-417e-8632-b9376942ce23 req-669b6810-476a-484f-9a14-b9b2a61d3afb tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0502768 Sep 03 03:54:15.511897 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-37841a1e-e1f4-4b2b-89b2-18ef169e88df req-058478a2-227d-44aa-a3cf-75afc7c3d046 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433040 Sep 03 03:54:15.553983 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0f467eda-3506-417e-8632-b9376942ce23 req-7c00c5f7-60ad-4f84-8a5f-2c711cbd8ae1 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=6bab6346-c81f-4437-b8a0-c49fd73357b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463264 Sep 03 03:54:16.049541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-beb4a506-e470-4894-80e2-88896685657f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:16.051025 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-beb4a506-e470-4894-80e2-88896685657f tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 945 time: 0.0693433 Sep 03 03:54:16.051938 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-5d9b1900-b1fc-4649-a318-d3b980e41dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:16.053257 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-5d9b1900-b1fc-4649-a318-d3b980e41dd0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 1128 time: 0.0844417 Sep 03 03:54:16.208143 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Deleting port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:16.208490 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:16.261283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-58826ae1-9b61-4429-9fbe-b3864a0ae804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:16.262935 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-58826ae1-9b61-4429-9fbe-b3864a0ae804 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 911 time: 0.1951356 Sep 03 03:54:16.310335 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:16.313940 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:16.316012 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] For port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:16.316394 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:16.330096 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Calling delete_port for 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:16.475707 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-e3e2fdd0-2df5-4552-a37f-04418e026cf9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bd4fb48-65f5-4f59-8039-923cd37f3c8d HTTP/1.1" status: 200 len: 217 time: 0.0431194 Sep 03 03:54:16.521890 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (41a7b1ba-2a3f-4b4f-8d13-1e07765177c0), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:16.534980 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['41a7b1ba-2a3f-4b4f-8d13-1e07765177c0'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:54:16.560285 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Pushing event deleted for resources: {'Port': ['ID=41a7b1ba-2a3f-4b4f-8d13-1e07765177c0,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:16.564955 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-3c4ef687-8da8-4f3a-903b-aff99d9d62fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:16.566539 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-3c4ef687-8da8-4f3a-903b-aff99d9d62fd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.0813696 Sep 03 03:54:16.642993 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] No DVR routers for this DVR port 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:54:16.648281 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:16.651602 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3917519c-28e8-4b72-8f51-56218b7a4b71 req-4468ed83-6ca4-425b-b8f7-63f1512664ff tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.57 "DELETE /networking/v2.0/ports/41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 HTTP/1.1" status: 204 len: 173 time: 0.5902851 Sep 03 03:54:16.653404 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9542d7-e60e-4d04-b9f0-cce5286a878c req-b6a661df-4e9b-4e9c-a38e-f55e8c35318c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:16.659445 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eb9542d7-e60e-4d04-b9f0-cce5286a878c req-b6a661df-4e9b-4e9c-a38e-f55e8c35318c tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0642042 Sep 03 03:54:16.661298 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f92467-64ec-4eba-af52-ad4923543504', 'name': 'network-vif-deleted', 'tag': '41a7b1ba-2a3f-4b4f-8d13-1e07765177c0'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:16.663633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a9660-693a-44d6-afb7-2f113f67d2ac" -d '{"events": [{"server_uuid": "f7f92467-64ec-4eba-af52-ad4923543504", "name": "network-vif-deleted", "tag": "41a7b1ba-2a3f-4b4f-8d13-1e07765177c0"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:16.671665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-30503f58-e0e4-4419-b99d-7a75e207b344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:16.672708 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-30503f58-e0e4-4419-b99d-7a75e207b344 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0984430 Sep 03 03:54:16.698655 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8d0fe3b8-4201-412e-a4dc-c7a9885a0634 req-98aaea4a-1c1f-4a13-8cb7-82562e7f3bb0 tempest-ServerRescueNegativeTestJSON-1521748712 tempest-ServerRescueNegativeTestJSON-1521748712-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=f7f92467-64ec-4eba-af52-ad4923543504 HTTP/1.1" status: 200 len: 210 time: 0.0566967 Sep 03 03:54:16.755314 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:16.772459 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-eb9542d7-e60e-4d04-b9f0-cce5286a878c req-edf3d019-b1c3-428c-a4de-fe37ca61ba01 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044142 Sep 03 03:54:16.803015 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c453a1-6d4a-4ee8-8829-fb55d93b706b x-openstack-request-id: req-d9c453a1-6d4a-4ee8-8829-fb55d93b706b {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:16.803307 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f92467-64ec-4eba-af52-ad4923543504", "name": "network-vif-deleted", "tag": "41a7b1ba-2a3f-4b4f-8d13-1e07765177c0", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:16.803562 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9c453a1-6d4a-4ee8-8829-fb55d93b706b {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:16.803985 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9c453a1-6d4a-4ee8-8829-fb55d93b706b'] response: {'server_uuid': 'f7f92467-64ec-4eba-af52-ad4923543504', 'name': 'network-vif-deleted', 'tag': '41a7b1ba-2a3f-4b4f-8d13-1e07765177c0', 'status': 'completed', 'code': 200} Sep 03 03:54:16.807928 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-9f4e2172-ad78-40d1-ba4e-f8804990c309 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187105 Sep 03 03:54:16.905000 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0374ffd3-d662-4220-8c0f-cefd2b5cf0f1 req-c26bcd6c-1659-42f1-bfac-a831f97d7152 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866516 Sep 03 03:54:17.778340 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42844) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:17.943098 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ed2f3-f070-4eda-b6f4-d1535c34f24e req-097fd738-0e9b-4cc5-9b2e-0609877be455 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:17.944630 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-775ed2f3-f070-4eda-b6f4-d1535c34f24e req-097fd738-0e9b-4cc5-9b2e-0609877be455 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 944 time: 0.0889030 Sep 03 03:54:18.039605 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-775ed2f3-f070-4eda-b6f4-d1535c34f24e req-8975bcc7-8340-4a35-937c-f1ee885bdec3 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879929 Sep 03 03:54:18.299061 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:18.306276 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:18.319787 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (1877da56-6118-43dc-a586-5d89674808b6), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:18.346015 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 8bd4fb48-65f5-4f59-8039-923cd37f3c8d details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:54:18.456934 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:18.468568 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'port_id': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'mac_address': 'fa:16:3e:31:58:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:54:18.504814 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:54:18.505210 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:18.522225 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bd4fb48-65f5-4f59-8039-923cd37f3c8d {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:54:18.542853 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:18.549204 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:18.588382 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Deleting port c869c07e-9389-45b5-9252-cd2a5fbe39ee {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:18.588797 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:18.595477 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:18.673033 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] For port c869c07e-9389-45b5-9252-cd2a5fbe39ee, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c869c07e-9389-45b5-9252-cd2a5fbe39ee,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:18.673400 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:18.687270 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Calling delete_port for c869c07e-9389-45b5-9252-cd2a5fbe39ee owned by network:router_interface {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:18.798309 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['8bd4fb48-65f5-4f59-8039-923cd37f3c8d'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:54:18.833766 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:18.855485 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:18.873371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (c869c07e-9389-45b5-9252-cd2a5fbe39ee), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:18.904053 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c869c07e-9389-45b5-9252-cd2a5fbe39ee,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:19.070629 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (1877da56-6118-43dc-a586-5d89674808b6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:19.162845 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:19.163112 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd5744-f1b7-489c-af0d-82b987e0f14b req-902a6e92-8cd4-4d44-aea5-176b1c005ecf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:19.165084 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-09fd5744-f1b7-489c-af0d-82b987e0f14b req-902a6e92-8cd4-4d44-aea5-176b1c005ecf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0476978 Sep 03 03:54:19.213080 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-09fd5744-f1b7-489c-af0d-82b987e0f14b req-bad56d5d-2c9a-4ced-88d9-73b79f245661 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420516 Sep 03 03:54:19.227545 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:19.277351 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Router 1877da56-6118-43dc-a586-5d89674808b6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:54:19.381926 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:54:19.390477 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-7dd74267-4c27-410d-ae27-43c7d8134fdb admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/1877da56-6118-43dc-a586-5d89674808b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6075714 Sep 03 03:54:19.390477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42860) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:19.394514 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] Sync routers for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:54:19.406992 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:19.408214 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:54:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:19.492256 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks [] for router (1877da56-6118-43dc-a586-5d89674808b6), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:19.512218 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:19.778233 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:54:18Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:19.803644 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] Checking router: 1877da56-6118-43dc-a586-5d89674808b6 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:54:19.812298 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] Routers {'1877da56-6118-43dc-a586-5d89674808b6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:19.812890 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:54:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['1877da56-6118-43dc-a586-5d89674808b6'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:19.872420 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks [] for router_gateway (1877da56-6118-43dc-a586-5d89674808b6), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:19.912892 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] Set router 1877da56-6118-43dc-a586-5d89674808b6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:19.916604 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Deleting port 6592d72b-d22d-4e18-8430-64197e5b0c84 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:19.917164 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.000265 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] For port 6592d72b-d22d-4e18-8430-64197e5b0c84, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=6592d72b-d22d-4e18-8430-64197e5b0c84,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:20.000764 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.015040 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Calling delete_port for 6592d72b-d22d-4e18-8430-64197e5b0c84 owned by network:router_gateway {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:20.077808 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:54:18Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:20.103318 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273ff1a4-9863-489f-896d-11a62b1be3bf None None] The sync data for ids ['1877da56-6118-43dc-a586-5d89674808b6'] in dv-cinder-799663-12-iscsi is: [{'id': '1877da56-6118-43dc-a586-5d89674808b6', 'name': 'tempest-ServerRescueNegativeTestJSON-1144152991-router', 'tenant_id': 'f3077cfc588042e0a1becefe1363385c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10'}], 'enable_snat': True}, 'gw_port_id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:54:18Z', 'revision_number': 5, 'project_id': 'f3077cfc588042e0a1becefe1363385c', 'gw_port': {'id': '6592d72b-d22d-4e18-8430-64197e5b0c84', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1877da56-6118-43dc-a586-5d89674808b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:01Z', 'updated_at': '2022-09-03T03:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:54:20.192420 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (6592d72b-d22d-4e18-8430-64197e5b0c84), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.215131 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Pushing event deleted for resources: {'Port': ['ID=6592d72b-d22d-4e18-8430-64197e5b0c84,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:20.281848 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (1877da56-6118-43dc-a586-5d89674808b6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.339771 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5448218-781a-4c6b-b997-d66d8872971d req-be76944f-7427-4d25-9dbc-be65cbb04bbf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:20.341232 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e5448218-781a-4c6b-b997-d66d8872971d req-be76944f-7427-4d25-9dbc-be65cbb04bbf tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 945 time: 0.0454628 Sep 03 03:54:20.351575 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:20.381638 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 8bd4fb48-65f5-4f59-8039-923cd37f3c8d up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:54:20.389912 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (1877da56-6118-43dc-a586-5d89674808b6), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.391835 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks [] for router_controller (1877da56-6118-43dc-a586-5d89674808b6), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.396941 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e5448218-781a-4c6b-b997-d66d8872971d req-f5877087-c07e-4a06-9ac4-57a804195d6b tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499887 Sep 03 03:54:20.432233 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:54:20.437316 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:54:20.437683 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.462476 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (1877da56-6118-43dc-a586-5d89674808b6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.464274 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1877da56-6118-43dc-a586-5d89674808b6 {{(pid=117866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 03:54:20.468877 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.470045 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-bd72eb10-466f-48ff-8734-7f687f67dfad admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/1877da56-6118-43dc-a586-5d89674808b6 HTTP/1.1" status: 204 len: 168 time: 1.0796466 Sep 03 03:54:20.472979 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42870) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:20.516650 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:20.527032 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:54:20.527498 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.529523 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Deleting subnet ab296ad1-dac0-43dd-bc96-96edc9191eb2 {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:54:20.533642 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Publish callbacks [] for subnet (ab296ad1-dac0-43dd-bc96-96edc9191eb2), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.552809 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:20.555115 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c317079e-3b6d-46e9-bba0-faa0fb880f56" -d '{"events": [{"server_uuid": "3d5f7818-14ce-4b6d-b040-6924c777d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "8bd4fb48-65f5-4f59-8039-923cd37f3c8d"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:20.573671 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:20.580978 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.582148 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:54:20.600890 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4319187'] for subnet (ab296ad1-dac0-43dd-bc96-96edc9191eb2), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.610337 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c869c07e-9389-45b5-9252-cd2a5fbe39ee no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:54:20.629248 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185099d6-25c9-4d65-b01d-affe16ca3a2a x-openstack-request-id: req-185099d6-25c9-4d65-b01d-affe16ca3a2a {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:20.629546 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5f7818-14ce-4b6d-b040-6924c777d0d0", "name": "network-vif-plugged", "status": "completed", "tag": "8bd4fb48-65f5-4f59-8039-923cd37f3c8d", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:20.629794 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-185099d6-25c9-4d65-b01d-affe16ca3a2a {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:20.630237 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185099d6-25c9-4d65-b01d-affe16ca3a2a'] response: {'server_uuid': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'code': 200} Sep 03 03:54:20.631326 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:54:20.631658 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 41a7b1ba-2a3f-4b4f-8d13-1e07765177c0 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:54:20.661575 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: c869c07e-9389-45b5-9252-cd2a5fbe39ee {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:54:20.661920 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c869c07e-9389-45b5-9252-cd2a5fbe39ee not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:54:20.680837 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:20.712325 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (ab296ad1-dac0-43dd-bc96-96edc9191eb2), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.807751 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39ede-1127-4cb9-8e25-78347373cedc req-29a49a87-55d3-427f-ad31-23d6606b355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:20.809454 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9df39ede-1127-4cb9-8e25-78347373cedc req-29a49a87-55d3-427f-ad31-23d6606b355d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 1130 time: 0.0529213 Sep 03 03:54:20.810994 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4280016'] for subnet (ab296ad1-dac0-43dd-bc96-96edc9191eb2), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.851639 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab296ad1-dac0-43dd-bc96-96edc9191eb2,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:20.859163 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db6558-bdbe-4e4f-91ab-62605df2ee43 None None] Network 623f82bb-85e8-446e-8a72-4128e524e83a requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:54:20.860947 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:20.866410 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/ab296ad1-dac0-43dd-bc96-96edc9191eb2 HTTP/1.1" status: 204 len: 168 time: 0.3901391 Sep 03 03:54:20.868091 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 42880) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:20.893489 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.893837 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.894178 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.894515 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.894867 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.895203 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.895533 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.895856 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.896179 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.896500 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.896897 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.897129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.897450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.897767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.898083 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1c2b07-4f71-4b42-ab9e-4eb4408bef87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:20.970062 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9df39ede-1127-4cb9-8e25-78347373cedc req-3ede5fc6-d51f-476a-8876-48e41f01d7d3 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456447 Sep 03 03:54:20.981052 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (623f82bb-85e8-446e-8a72-4128e524e83a), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.027906 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Deleting port b77366cc-6ec5-4daa-ba12-3a0db442d97f {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:21.028242 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.094597 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] For port b77366cc-6ec5-4daa-ba12-3a0db442d97f, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=b77366cc-6ec5-4daa-ba12-3a0db442d97f,segment=NetworkSegment(4a355cac-0ac1-41a0-8dc9-734373d63483),segment_id=4a355cac-0ac1-41a0-8dc9-734373d63483)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:21.095048 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.109656 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Calling delete_port for b77366cc-6ec5-4daa-ba12-3a0db442d97f owned by network:dhcp {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:21.196332 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (b77366cc-6ec5-4daa-ba12-3a0db442d97f), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.222783 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b77366cc-6ec5-4daa-ba12-3a0db442d97f,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:21.224634 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] No DVR routers for this DVR port b77366cc-6ec5-4daa-ba12-3a0db442d97f on host dv-cinder-799663-12-iscsi {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:54:21.288822 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a55288-bb78-4755-9b45-d53aec355c5b None None] DHCP port deletion for 623f82bb-85e8-446e-8a72-4128e524e83a request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 03:54:21.305057 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (623f82bb-85e8-446e-8a72-4128e524e83a), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.340821 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623f82bb-85e8-446e-8a72-4128e524e83a']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:21.342686 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:21.351729 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a355cac-0ac1-41a0-8dc9-734373d63483') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:21.352023 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a355cac-0ac1-41a0-8dc9-734373d63483') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:21.366766 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (4a355cac-0ac1-41a0-8dc9-734373d63483), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.382170 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (4a355cac-0ac1-41a0-8dc9-734373d63483), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.388930 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:54:21.389310 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (4a355cac-0ac1-41a0-8dc9-734373d63483), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.429835 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 4a355cac-0ac1-41a0-8dc9-734373d63483 resource provider aggregate not found Sep 03 03:54:21.449249 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 4a355cac-0ac1-41a0-8dc9-734373d63483 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a355cac-0ac1-41a0-8dc9-734373d63483 found for delete ", "request_id": "req-aa228315-8ebc-4d2a-b0ed-59ab82a010b4"}]} Sep 03 03:54:21.453230 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (623f82bb-85e8-446e-8a72-4128e524e83a), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.460861 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.464407 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/623f82bb-85e8-446e-8a72-4128e524e83a HTTP/1.1" status: 204 len: 168 time: 0.5961692 Sep 03 03:54:21.474853 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f8346-0950-497c-963c-cc55f52a84f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=623f82bb-85e8-446e-8a72-4128e524e83a,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:21.545740 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa1532-c7dc-4ec2-8aa3-863930f1e463 req-e3023e12-82c8-41af-b13d-fdc9b5f74d9f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:21.547150 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1baa1532-c7dc-4ec2-8aa3-863930f1e463 req-e3023e12-82c8-41af-b13d-fdc9b5f74d9f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0585027 Sep 03 03:54:21.573170 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:21.591727 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42896) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:21.599837 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1baa1532-c7dc-4ec2-8aa3-863930f1e463 req-85d6175c-c4aa-400e-8919-5edbd08523b6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Sep 03 03:54:21.632599 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-dc9120c9-38a1-493e-ad21-505f2493d434 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f3077cfc588042e0a1becefe1363385c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396857 Sep 03 03:54:21.635193 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42898) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:21.682838 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-32fdebed-6438-4777-b71d-a4e315755b23 admin admin] Publish callbacks [] for security_group (6bab6346-c81f-4437-b8a0-c49fd73357b1), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.704153 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-32fdebed-6438-4777-b71d-a4e315755b23 admin admin] Publish callbacks [] for security_group (6bab6346-c81f-4437-b8a0-c49fd73357b1), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.759265 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-32fdebed-6438-4777-b71d-a4e315755b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (6bab6346-c81f-4437-b8a0-c49fd73357b1), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.761816 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-32fdebed-6438-4777-b71d-a4e315755b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:21.763007 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-32fdebed-6438-4777-b71d-a4e315755b23 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6bab6346-c81f-4437-b8a0-c49fd73357b1 HTTP/1.1" status: 204 len: 168 time: 0.1269181 Sep 03 03:54:21.771943 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fdebed-6438-4777-b71d-a4e315755b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bab6346-c81f-4437-b8a0-c49fd73357b1,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:22.336341 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 6592d72b-d22d-4e18-8430-64197e5b0c84 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:54:22.358483 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 6592d72b-d22d-4e18-8430-64197e5b0c84 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:54:22.358846 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 6592d72b-d22d-4e18-8430-64197e5b0c84 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:54:22.359342 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device b77366cc-6ec5-4daa-ba12-3a0db442d97f no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:54:22.380462 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: b77366cc-6ec5-4daa-ba12-3a0db442d97f {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:54:22.380792 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device b77366cc-6ec5-4daa-ba12-3a0db442d97f not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:54:22.722959 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b50b6-46dc-4a14-be87-0c466a7f71b3 req-543fcd47-a741-47cc-a6f6-9eab187c662f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:22.724429 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d37b50b6-46dc-4a14-be87-0c466a7f71b3 req-543fcd47-a741-47cc-a6f6-9eab187c662f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0462580 Sep 03 03:54:22.776634 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d37b50b6-46dc-4a14-be87-0c466a7f71b3 req-a74f48df-6fcd-4b24-a688-5fe54cba6313 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461528 Sep 03 03:54:22.897019 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493b45a-cc8d-4888-b810-6d1a85b8a318 req-6cada9f3-0866-4244-bc60-6b6723370ac4 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:22.898492 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2493b45a-cc8d-4888-b810-6d1a85b8a318 req-6cada9f3-0866-4244-bc60-6b6723370ac4 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0512152 Sep 03 03:54:22.909328 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 42938) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:22.913920 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Request body: {'floatingip': {'port_id': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:22.953734 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:23.111320 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:23.620051 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:23.626158 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:23.720902 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Floating IP bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f associated. External IP: 172.27.4.17, port: 8bd4fb48-65f5-4f59-8039-923cd37f3c8d. Sep 03 03:54:23.753934 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:23.928779 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Router 7939a9d6-dab5-42a5-9468-40c3ad74722d has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:54:24.033146 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:54:24.037506 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:24.043737 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] Sync routers for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:54:24.054033 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:24.054631 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:54:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:24.068632 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-05126f75-343d-4cf3-b04a-04ecffc61096 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f HTTP/1.1" status: 200 len: 991 time: 1.1581330 Sep 03 03:54:24.069297 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'tag': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:24.071648 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81038ee-732a-4532-a070-97e20bc81ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "3d5f7818-14ce-4b6d-b040-6924c777d0d0", "tag": "8bd4fb48-65f5-4f59-8039-923cd37f3c8d"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:24.110153 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a382d2c-d5c0-4a75-af36-1da174ad5f09 x-openstack-request-id: req-4a382d2c-d5c0-4a75-af36-1da174ad5f09 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:24.110450 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d5f7818-14ce-4b6d-b040-6924c777d0d0", "tag": "8bd4fb48-65f5-4f59-8039-923cd37f3c8d", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:24.110679 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a382d2c-d5c0-4a75-af36-1da174ad5f09 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:24.111146 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a382d2c-d5c0-4a75-af36-1da174ad5f09'] response: {'name': 'network-changed', 'server_uuid': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'tag': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'status': 'completed', 'code': 200} Sep 03 03:54:24.156691 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:24.176521 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-0e68e370-ce73-49d3-9811-f2ed0efe39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:24.178034 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-0e68e370-ce73-49d3-9811-f2ed0efe39a6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=12347de4d2e5465b9a00004084fcb85c&device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 1130 time: 0.0398211 Sep 03 03:54:24.282696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-feaac8b7-cc8e-4a02-8f9f-3518362b46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:24.284259 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-feaac8b7-cc8e-4a02-8f9f-3518362b46e1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 200 len: 911 time: 0.1009378 Sep 03 03:54:24.352955 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-bbfde220-7359-4c80-b0d7-5aba6efa8e70 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8bd4fb48-65f5-4f59-8039-923cd37f3c8d HTTP/1.1" status: 200 len: 999 time: 0.0568500 Sep 03 03:54:24.368170 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'floating_ip_address': '172.27.4.17', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'port_id': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'mac_address': 'fa:16:3e:31:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:54:07Z', 'updated_at': '2022-09-03T03:54:23Z', 'revision_number': 1, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:24.396006 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] Checking router: 7939a9d6-dab5-42a5-9468-40c3ad74722d for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:54:24.402075 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:24.402568 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-de6aac3d-476b-4bd7-b28b-35f1abea874f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:24.404199 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-de6aac3d-476b-4bd7-b28b-35f1abea874f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 200 len: 849 time: 0.0445902 Sep 03 03:54:24.405250 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:24.405848 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:54:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:24.450795 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-a8da340e-00ff-44a7-94f5-11c5572f50e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:24.452328 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-a8da340e-00ff-44a7-94f5-11c5572f50e3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=335e6c24-2920-465c-b2cd-3b3be68e2751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427825 Sep 03 03:54:24.453050 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:24.512413 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:24.555835 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:54:24.556446 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-649dfaf1-70a3-4797-b9e1-83a1e420ab89 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932112 Sep 03 03:54:24.666334 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f81038ee-732a-4532-a070-97e20bc81ff6 req-0f143bbf-c7ab-45f1-ac03-fcdd709c766b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000071 Sep 03 03:54:24.753991 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'floating_ip_address': '172.27.4.17', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'port_id': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'mac_address': 'fa:16:3e:31:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:54:07Z', 'updated_at': '2022-09-03T03:54:23Z', 'revision_number': 1, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:24.778298 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f70573a-d0f8-4e24-93d1-10a0d92d2ee6 None None] The sync data for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi is: [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'floating_ip_address': '172.27.4.17', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'port_id': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'mac_address': 'fa:16:3e:31:58:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:54:07Z', 'updated_at': '2022-09-03T03:54:23Z', 'revision_number': 1, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:54:24.960630 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a1d8cb-359d-46c4-b811-37282cc14a7b None None] New status for floating IP bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f: ACTIVE {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:54:30.711795 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264a4a4-5e2a-4c71-9019-3e2f76ba3a41 req-8b929fb0-d0e3-482e-b32a-1ed09fc2085e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:30.713282 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5264a4a4-5e2a-4c71-9019-3e2f76ba3a41 req-8b929fb0-d0e3-482e-b32a-1ed09fc2085e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 945 time: 0.0558295 Sep 03 03:54:30.765303 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5264a4a4-5e2a-4c71-9019-3e2f76ba3a41 req-d50f6749-6897-449a-8075-9f950858237f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430884 Sep 03 03:54:31.902293 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfee28-d6c2-4662-9877-843ddbce9a7f req-b1480b04-3712-4f9a-960d-f42cb2dfebd6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:31.904033 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b6dfee28-d6c2-4662-9877-843ddbce9a7f req-b1480b04-3712-4f9a-960d-f42cb2dfebd6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 945 time: 0.0569065 Sep 03 03:54:31.956202 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b6dfee28-d6c2-4662-9877-843ddbce9a7f req-c9e8a8d1-0827-48a4-ae5f-d19f927ebf7a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463941 Sep 03 03:54:32.234235 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-e4a34060-0793-4311-a807-4d6aa2e3a92f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:32.236040 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-e4a34060-0793-4311-a807-4d6aa2e3a92f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 945 time: 0.0488255 Sep 03 03:54:32.326514 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Deleting port d1286d66-938e-4851-b4f8-27c123ccbf56 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:32.326870 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:32.432736 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:32.434590 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] For port d1286d66-938e-4851-b4f8-27c123ccbf56, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=d1286d66-938e-4851-b4f8-27c123ccbf56,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:32.434971 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:32.487337 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b1348-903a-4f9c-b300-16a2ce74aa0c req-a7adc5d7-8868-45df-b826-aefd0fbc7eab tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:32.489158 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c66b1348-903a-4f9c-b300-16a2ce74aa0c req-a7adc5d7-8868-45df-b826-aefd0fbc7eab tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0488992 Sep 03 03:54:32.537077 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c66b1348-903a-4f9c-b300-16a2ce74aa0c req-d51986ee-f4a4-46f6-b671-528c32a1d4fc tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423288 Sep 03 03:54:32.597943 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:32.598280 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (8417c39d-dcb9-48f3-bac6-cc207536864e), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:32.598613 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Floating IP 8417c39d-dcb9-48f3-bac6-cc207536864e disassociated. External IP: 172.27.4.14, port: d1286d66-938e-4851-b4f8-27c123ccbf56. Sep 03 03:54:32.598974 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Calling delete_port for d1286d66-938e-4851-b4f8-27c123ccbf56 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:32.608600 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:32.746201 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (d1286d66-938e-4851-b4f8-27c123ccbf56), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:32.775247 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'Port': ['ID=d1286d66-938e-4851-b4f8-27c123ccbf56,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:32.887388 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:54:32.993543 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:54:33.023328 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:54:33.033137 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:33.033732 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:54:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:33.053897 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] No DVR routers for this DVR port d1286d66-938e-4851-b4f8-27c123ccbf56 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:54:33.057227 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:33.061030 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-63c91e57-e95d-4f72-b458-fd1a7cce78c5 req-a1fd414d-5dc4-4223-b4af-9cb236713600 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "DELETE /networking/v2.0/ports/d1286d66-938e-4851-b4f8-27c123ccbf56 HTTP/1.1" status: 204 len: 173 time: 0.8201764 Sep 03 03:54:33.061884 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'name': 'network-vif-deleted', 'tag': 'd1286d66-938e-4851-b4f8-27c123ccbf56'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:33.065220 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b4f58f-edbf-4f54-975e-30e08b448aaa" -d '{"events": [{"server_uuid": "8cbb99ff-b818-4de4-9dde-a3c27164f6af", "name": "network-vif-deleted", "tag": "d1286d66-938e-4851-b4f8-27c123ccbf56"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:33.110959 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f15f4ba0-ea79-46d3-9bba-e88cec337042 req-93339ed5-59fe-41ea-bc3b-0756e3084ed8 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=8cbb99ff-b818-4de4-9dde-a3c27164f6af HTTP/1.1" status: 200 len: 210 time: 0.0424187 Sep 03 03:54:33.143276 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5c000f6-4429-4e93-b4e9-47a2b6501fec x-openstack-request-id: req-b5c000f6-4429-4e93-b4e9-47a2b6501fec {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:33.143567 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbb99ff-b818-4de4-9dde-a3c27164f6af", "name": "network-vif-deleted", "tag": "d1286d66-938e-4851-b4f8-27c123ccbf56", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:33.143814 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5c000f6-4429-4e93-b4e9-47a2b6501fec {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:33.146838 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5c000f6-4429-4e93-b4e9-47a2b6501fec'] response: {'server_uuid': '8cbb99ff-b818-4de4-9dde-a3c27164f6af', 'name': 'network-vif-deleted', 'tag': 'd1286d66-938e-4851-b4f8-27c123ccbf56', 'status': 'completed', 'code': 200} Sep 03 03:54:33.193951 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:33.546292 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:33.570879 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:54:33.581544 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:33.582623 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:54:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:33.650138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:33.668138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cc417-feee-4be1-9dc8-af972a37821c req-afac4b09-8e7f-4b4a-9295-028ada877bda tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:33.669630 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-dc2cc417-feee-4be1-9dc8-af972a37821c req-afac4b09-8e7f-4b4a-9295-028ada877bda tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0499203 Sep 03 03:54:33.691036 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:33.720507 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-dc2cc417-feee-4be1-9dc8-af972a37821c req-aa168792-b357-448d-aeaf-c8a5eb67afb5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447602 Sep 03 03:54:33.888481 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:33.913453 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854a8ccf-f0c5-49c8-9b1d-7a8248c85149 None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:54:34.120297 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62184362-8e8a-4489-aa6d-10601561a4ba None None] New status for floating IP 8417c39d-dcb9-48f3-bac6-cc207536864e: DOWN {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:54:34.228765 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43138) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:34.297509 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c9212e5d-eab9-4323-896e-f4baf36d37c3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (bb4951c0-a93a-4746-a96c-a5d5e61ea7ac), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.320696 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c9212e5d-eab9-4323-896e-f4baf36d37c3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (bb4951c0-a93a-4746-a96c-a5d5e61ea7ac), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.369249 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c9212e5d-eab9-4323-896e-f4baf36d37c3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (bb4951c0-a93a-4746-a96c-a5d5e61ea7ac), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.372148 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c9212e5d-eab9-4323-896e-f4baf36d37c3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.373494 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-c9212e5d-eab9-4323-896e-f4baf36d37c3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bb4951c0-a93a-4746-a96c-a5d5e61ea7ac HTTP/1.1" status: 204 len: 168 time: 0.1435125 Sep 03 03:54:34.376184 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43146) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:34.383013 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9212e5d-eab9-4323-896e-f4baf36d37c3 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4951c0-a93a-4746-a96c-a5d5e61ea7ac,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:34.391453 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.api.v2.resource [None req-044e3f7b-8663-49d4-8446-1114d6326db6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] show failed (client error): The resource could not be found. Sep 03 03:54:34.392539 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-044e3f7b-8663-49d4-8446-1114d6326db6 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups/bb4951c0-a93a-4746-a96c-a5d5e61ea7ac HTTP/1.1" status: 404 len: 347 time: 0.0147624 Sep 03 03:54:34.395525 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43148) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:34.511721 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Deleting port 5e0b1641-63b4-436f-a991-4ac975ad759e {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:54:34.512061 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (5e0b1641-63b4-436f-a991-4ac975ad759e), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.600974 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (5e0b1641-63b4-436f-a991-4ac975ad759e), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.601188 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (5e0b1641-63b4-436f-a991-4ac975ad759e), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.614007 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Calling delete_port for 5e0b1641-63b4-436f-a991-4ac975ad759e owned by network:floatingip {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:54:34.664146 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:34.754576 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (5e0b1641-63b4-436f-a991-4ac975ad759e), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.777511 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'Port': ['ID=5e0b1641-63b4-436f-a991-4ac975ad759e,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:34.859202 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:34.879071 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4159d3-ada4-4aea-a59e-dbfcb98e18da req-61d552db-1add-4da6-8687-cd5ceca1cb7a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:34.880595 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cd4159d3-ada4-4aea-a59e-dbfcb98e18da req-61d552db-1add-4da6-8687-cd5ceca1cb7a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0742431 Sep 03 03:54:34.886008 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (8417c39d-dcb9-48f3-bac6-cc207536864e), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.888532 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:34.889589 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-7cda3b7d-f25f-4a96-9ef5-8d3573941392 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/8417c39d-dcb9-48f3-bac6-cc207536864e HTTP/1.1" status: 204 len: 168 time: 0.4927673 Sep 03 03:54:34.934025 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cd4159d3-ada4-4aea-a59e-dbfcb98e18da req-b151eab1-07e5-44b4-bd10-0ccf4ce3e0c1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 Sep 03 03:54:34.959072 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43156) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:34.963583 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-0bec0f8e-3b4a-47c9-a41d-20ef4818fa0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310607738', 'description': 'tempest-description--1939176160'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:34.984818 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0bec0f8e-3b4a-47c9-a41d-20ef4818fa0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.055380 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0bec0f8e-3b4a-47c9-a41d-20ef4818fa0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (5ba4562d-660e-4ed8-a4db-fb1437afa6e2), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.061337 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0bec0f8e-3b4a-47c9-a41d-20ef4818fa0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5ba4562d-660e-4ed8-a4db-fb1437afa6e2), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.095472 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0bec0f8e-3b4a-47c9-a41d-20ef4818fa0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.096721 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0bec0f8e-3b4a-47c9-a41d-20ef4818fa0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1366031 Sep 03 03:54:35.097659 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0f8e-3b4a-47c9-a41d-20ef4818fa0c tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba4562d-660e-4ed8-a4db-fb1437afa6e2,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:35.099963 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43158) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:35.104602 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-d230661b-6823-4f66-ae07-ec0ed9da9e18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group_rule': {'security_group_id': '5ba4562d-660e-4ed8-a4db-fb1437afa6e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:35.144268 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d230661b-6823-4f66-ae07-ec0ed9da9e18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (6a5f305f-1bf8-42c3-846c-9f885eca6fae), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.202599 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d230661b-6823-4f66-ae07-ec0ed9da9e18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (6a5f305f-1bf8-42c3-846c-9f885eca6fae), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.208216 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d230661b-6823-4f66-ae07-ec0ed9da9e18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (6a5f305f-1bf8-42c3-846c-9f885eca6fae), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.227595 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230661b-6823-4f66-ae07-ec0ed9da9e18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5f305f-1bf8-42c3-846c-9f885eca6fae,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:35.235642 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d230661b-6823-4f66-ae07-ec0ed9da9e18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.236913 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d230661b-6823-4f66-ae07-ec0ed9da9e18 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1359076 Sep 03 03:54:35.239697 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43160) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:35.244270 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-6850504c-ce01-4658-a9f5-6357d7304313 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'security_group_rule': {'security_group_id': '5ba4562d-660e-4ed8-a4db-fb1437afa6e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:35.248475 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:35.273862 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6850504c-ce01-4658-a9f5-6357d7304313 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (b8d28b1b-4382-422f-8723-4d353a13abce), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.336537 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6850504c-ce01-4658-a9f5-6357d7304313 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (b8d28b1b-4382-422f-8723-4d353a13abce), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.342354 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6850504c-ce01-4658-a9f5-6357d7304313 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (b8d28b1b-4382-422f-8723-4d353a13abce), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.361774 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850504c-ce01-4658-a9f5-6357d7304313 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d28b1b-4382-422f-8723-4d353a13abce,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:35.368030 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6850504c-ce01-4658-a9f5-6357d7304313 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.369349 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-6850504c-ce01-4658-a9f5-6357d7304313 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286469 Sep 03 03:54:35.372692 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43162) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:35.379032 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:35.408135 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.487658 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.595589 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Allocated IP 172.27.4.230 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/86db16a5-283b-4a86-acba-526eac209db1) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:54:35.666343 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:35.702855 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (86db16a5-283b-4a86-acba-526eac209db1), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.748400 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (86db16a5-283b-4a86-acba-526eac209db1), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.789291 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:54:35.794035 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:54:35.797884 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:54:35.801017 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=86db16a5-283b-4a86-acba-526eac209db1,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:35.879714 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (3b05395b-91bc-4ee2-8634-b9b1eaa73fa8), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.921681 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (86db16a5-283b-4a86-acba-526eac209db1), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:35.972100 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:36.061530 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7574e1d-54fb-4991-a9b6-5b7ce9a39795 req-dd265794-e82a-4bfa-9a2f-03c463c95c8f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:36.063064 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b7574e1d-54fb-4991-a9b6-5b7ce9a39795 req-dd265794-e82a-4bfa-9a2f-03c463c95c8f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0475962 Sep 03 03:54:36.070076 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (86db16a5-283b-4a86-acba-526eac209db1), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:36.075632 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (86db16a5-283b-4a86-acba-526eac209db1), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:36.115785 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b7574e1d-54fb-4991-a9b6-5b7ce9a39795 req-f3525ce5-97e1-4d0e-8b11-d883bc4bd451 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449352 Sep 03 03:54:36.145159 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (3b05395b-91bc-4ee2-8634-b9b1eaa73fa8), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:36.148137 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=86db16a5-283b-4a86-acba-526eac209db1,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:36.164238 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:36.165462 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-df3a3399-93cc-4ac1-9749-ddae2e223ae1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7915757 Sep 03 03:54:36.374152 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1c29f107-5baa-47da-ab3a-6f9003c54811 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--310607738&fields=id&tenant_id=ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 267 time: 0.0450540 Sep 03 03:54:36.457796 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device d1286d66-938e-4851-b4f8-27c123ccbf56 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:54:36.461225 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:36.484427 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: d1286d66-938e-4851-b4f8-27c123ccbf56 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:54:36.484769 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device d1286d66-938e-4851-b4f8-27c123ccbf56 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:54:36.500991 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-0d383409-e487-4402-b625-460aad56867a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:36.502510 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-0d383409-e487-4402-b625-460aad56867a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 814 time: 0.1220114 Sep 03 03:54:36.516994 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-9e25fb43-dba2-473b-a143-3e0cdeea443a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/quotas/ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 375 time: 0.0088170 Sep 03 03:54:36.564075 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-c3e8e9aa-d0e7-4761-88fb-e1f7df160416 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422873 Sep 03 03:54:36.745231 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:36.765058 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-19320260-0746-47a9-85a5-a9af6dd88d5a service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886425 Sep 03 03:54:36.858863 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1209d9e2-adc2-4692-992e-e67f238c250b service neutron] 10.222.0.25 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876565 Sep 03 03:54:37.024522 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-57ebc884-8599-4a97-9606-18f29675323d req-9965445f-62e9-4e57-bfd9-b1befd44f912 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 210 time: 0.0319877 Sep 03 03:54:37.255958 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c218ad2-89a7-4e0d-a48e-4fa270a59182 req-9958d8a3-e963-420c-94fe-5706880db18f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:37.257584 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2c218ad2-89a7-4e0d-a48e-4fa270a59182 req-9958d8a3-e963-420c-94fe-5706880db18f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0557840 Sep 03 03:54:37.312774 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2c218ad2-89a7-4e0d-a48e-4fa270a59182 req-5cdbf921-4ad0-4f89-bcc2-92f25a988eeb tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491021 Sep 03 03:54:38.150994 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7c1bf8d6-18dd-489c-bbf1-e7987a70eb14 req-125a0c3b-ed96-4507-83bd-ebca2cf620e1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 210 time: 0.0284305 Sep 03 03:54:38.319141 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-53c06f5a-fbda-49f8-835f-3588e192d155 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:38.320568 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-53c06f5a-fbda-49f8-835f-3588e192d155 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 814 time: 0.1045990 Sep 03 03:54:38.387019 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-e23bf13c-c9cb-42fd-bbe1-af5e76477052 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ac9e77355ba040bda4f2186753df7b24 HTTP/1.1" status: 200 len: 379 time: 0.0567155 Sep 03 03:54:38.449068 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936ed25-31a2-4fe6-9fb8-c8b9603fa808 req-7084b292-92a4-4dbe-85e1-9a2bdd4ea595 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:38.451954 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a936ed25-31a2-4fe6-9fb8-c8b9603fa808 req-7084b292-92a4-4dbe-85e1-9a2bdd4ea595 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0499091 Sep 03 03:54:38.477110 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'port': {'device_id': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'admin_state_up': True, 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'security_groups': ['5ba4562d-660e-4ed8-a4db-fb1437afa6e2']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:38.499390 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a936ed25-31a2-4fe6-9fb8-c8b9603fa808 req-f765f5ae-6c5a-4a12-8120-4694d5a6af2a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430276 Sep 03 03:54:38.592393 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Made reservation on behalf of ac9e77355ba040bda4f2186753df7b24 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:54:38.596183 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:38.654108 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:38.959501 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:38.974217 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-cad0cf56-61a8-4e03-bc5b-f32866ef7879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:38.978753 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43260) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:39.009863 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Allocated IP 172.20.0.9 (3310a324-39c6-4074-b839-e8b47e45dc07/60a4659c-255a-4e16-8248-d3aeaaefdf02/4369d0d8-6566-4456-8e12-b1fef3c45df0) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:54:39.092209 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d5ae-f604-415f-8e55-048c606b916a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.131232 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:39.155034 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.168623 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d5ae-f604-415f-8e55-048c606b916a admin admin] Publish callbacks [] for security_group (8fb976c9-ed2e-4357-a852-00cc206445af), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.172834 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cfc2d5ae-f604-415f-8e55-048c606b916a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (8fb976c9-ed2e-4357-a852-00cc206445af), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.190380 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.213233 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-cfc2d5ae-f604-415f-8e55-048c606b916a admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=901d9fc7a0684168b9fdb9339d11dc45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332435 Sep 03 03:54:39.215183 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc2d5ae-f604-415f-8e55-048c606b916a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb976c9-ed2e-4357-a852-00cc206445af,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:39.217441 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43266) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:39.233343 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Network 3310a324-39c6-4074-b839-e8b47e45dc07 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:54:39.237381 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:54:39.243807 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:54:39.267030 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:39.279491 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event updated for resources: {'Port': ['ID=4369d0d8-6566-4456-8e12-b1fef3c45df0,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:39.284797 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-21ca4d84-583a-4ac5-92a1-5199a2d30319 admin admin] Publish callbacks [] for security_group (8fb976c9-ed2e-4357-a852-00cc206445af), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.306975 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-21ca4d84-583a-4ac5-92a1-5199a2d30319 admin admin] Publish callbacks [] for security_group (8fb976c9-ed2e-4357-a852-00cc206445af), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.337928 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:39.338553 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.360433 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-21ca4d84-583a-4ac5-92a1-5199a2d30319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (8fb976c9-ed2e-4357-a852-00cc206445af), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.363464 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-21ca4d84-583a-4ac5-92a1-5199a2d30319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.367175 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-21ca4d84-583a-4ac5-92a1-5199a2d30319 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8fb976c9-ed2e-4357-a852-00cc206445af HTTP/1.1" status: 204 len: 168 time: 0.1461277 Sep 03 03:54:39.367360 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d2025-3b68-4159-9c78-a3d037858a1d req-98a06d89-752a-47a1-bdda-bc4a75f54f88 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:39.368601 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-973d2025-3b68-4159-9c78-a3d037858a1d req-98a06d89-752a-47a1-bdda-bc4a75f54f88 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 931 time: 0.0689158 Sep 03 03:54:39.373012 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-1ed909a8-a4ee-4779-a8c2-e2d222752f21 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8999205 Sep 03 03:54:39.374065 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca4d84-583a-4ac5-92a1-5199a2d30319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb976c9-ed2e-4357-a852-00cc206445af,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:39.395379 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Request body: {'port': {'device_id': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:39.481761 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-30538350-bd3a-4af0-b28e-956d3d590c03 None None] Provisioning complete for port 4369d0d8-6566-4456-8e12-b1fef3c45df0 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:54:39.482113 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-30538350-bd3a-4af0-b28e-956d3d590c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.493188 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-973d2025-3b68-4159-9c78-a3d037858a1d req-8904de57-220e-4c28-80e5-268aa406c0a1 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093946 Sep 03 03:54:39.495780 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.518025 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-30538350-bd3a-4af0-b28e-956d3d590c03 None None] Port 4369d0d8-6566-4456-8e12-b1fef3c45df0 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:54:39.645156 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe3417-3b8f-4a00-ad40-d54baf3b8d15 req-b738f34c-1ffd-4d70-8459-3dda38e60d48 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:39.646738 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6fbe3417-3b8f-4a00-ad40-d54baf3b8d15 req-b738f34c-1ffd-4d70-8459-3dda38e60d48 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0551631 Sep 03 03:54:39.692019 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43274) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:39.702624 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-6fbe3417-3b8f-4a00-ad40-d54baf3b8d15 req-850c37f6-c586-4be7-aecc-2294a0904b45 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496035 Sep 03 03:54:39.709726 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b090127b-87cc-4dbd-b6d4-582f64b69c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.718526 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:39.719894 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:39.774671 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4369d0d8-6566-4456-8e12-b1fef3c45df0 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:54:39.783409 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Publish callbacks [] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.792783 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b090127b-87cc-4dbd-b6d4-582f64b69c7d admin admin] Publish callbacks [] for security_group (1390726f-cafb-4fd4-af8f-53b8fbb2d589), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.797623 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Transition to ACTIVE for port object 4369d0d8-6566-4456-8e12-b1fef3c45df0 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:54:39.797802 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b090127b-87cc-4dbd-b6d4-582f64b69c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1390726f-cafb-4fd4-af8f-53b8fbb2d589), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.801122 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.837893 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090127b-87cc-4dbd-b6d4-582f64b69c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390726f-cafb-4fd4-af8f-53b8fbb2d589,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:39.842268 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-b090127b-87cc-4dbd-b6d4-582f64b69c7d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=45d57bd8dd774166930174cc47de30d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492474 Sep 03 03:54:39.845114 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43276) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:39.862932 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Pushing event updated for resources: {'Port': ['ID=4369d0d8-6566-4456-8e12-b1fef3c45df0,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:39.895310 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-99cb1980-5b76-4766-8de4-1565bcb9abfd admin admin] Publish callbacks [] for security_group (1390726f-cafb-4fd4-af8f-53b8fbb2d589), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.911789 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Attempting to bind port 4369d0d8-6566-4456-8e12-b1fef3c45df0 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:54:39.912081 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Attempting to bind port 4369d0d8-6566-4456-8e12-b1fef3c45df0 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:54:39.912486 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Attempting to bind port 4369d0d8-6566-4456-8e12-b1fef3c45df0 on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:54:39.916664 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-99cb1980-5b76-4766-8de4-1565bcb9abfd admin admin] Publish callbacks [] for security_group (1390726f-cafb-4fd4-af8f-53b8fbb2d589), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.917142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Port 4369d0d8-6566-4456-8e12-b1fef3c45df0 on network 3310a324-39c6-4074-b839-e8b47e45dc07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:54:39.917455 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Attempting to bind port 4369d0d8-6566-4456-8e12-b1fef3c45df0 on network 3310a324-39c6-4074-b839-e8b47e45dc07 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:54:39.922512 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:54:39.922843 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Checking segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:54:39.923239 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Bound using segment: {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:54:39.923648 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Bound port: 4369d0d8-6566-4456-8e12-b1fef3c45df0, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed2428c-7383-474e-864b-cc0fa6698cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:54:39.923990 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.965091 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-99cb1980-5b76-4766-8de4-1565bcb9abfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1390726f-cafb-4fd4-af8f-53b8fbb2d589), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.967726 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-99cb1980-5b76-4766-8de4-1565bcb9abfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:39.968972 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-99cb1980-5b76-4766-8de4-1565bcb9abfd admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1390726f-cafb-4fd4-af8f-53b8fbb2d589 HTTP/1.1" status: 204 len: 168 time: 0.1229482 Sep 03 03:54:39.977712 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb1980-5b76-4766-8de4-1565bcb9abfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390726f-cafb-4fd4-af8f-53b8fbb2d589,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:39.984185 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:39.991560 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] For port 4369d0d8-6566-4456-8e12-b1fef3c45df0, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:54:39.995188 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] For port 4369d0d8-6566-4456-8e12-b1fef3c45df0, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4369d0d8-6566-4456-8e12-b1fef3c45df0,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:54:40.003267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:40.008683 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:40.009292 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:40.010659 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/4369d0d8-6566-4456-8e12-b1fef3c45df0 HTTP/1.1" status: 200 len: 1093 time: 0.6202073 Sep 03 03:54:40.011169 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'tag': '4369d0d8-6566-4456-8e12-b1fef3c45df0'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:40.013389 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d08b5f-9032-4848-ba25-122cd62f1432", "tag": "4369d0d8-6566-4456-8e12-b1fef3c45df0"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:40.021737 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:40.061508 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b093d-0e72-46f2-a56e-614d40c83105 service neutron] Pushing event updated for resources: {'Port': ['ID=4369d0d8-6566-4456-8e12-b1fef3c45df0,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:40.088604 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185922f0-9b94-4d3a-8add-a2cc350d581a x-openstack-request-id: req-185922f0-9b94-4d3a-8add-a2cc350d581a {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:40.088889 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d08b5f-9032-4848-ba25-122cd62f1432", "tag": "4369d0d8-6566-4456-8e12-b1fef3c45df0", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:40.089133 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-185922f0-9b94-4d3a-8add-a2cc350d581a {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:40.089532 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-185922f0-9b94-4d3a-8add-a2cc350d581a'] response: {'name': 'network-changed', 'server_uuid': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'tag': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'status': 'completed', 'code': 200} Sep 03 03:54:40.116806 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-a4ad7636-75e2-4912-9704-87d4963c99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:40.118319 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-a4ad7636-75e2-4912-9704-87d4963c99ff service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 1127 time: 0.0428410 Sep 03 03:54:40.164431 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-c3867961-58a2-430e-956d-590ed781aa0f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4369d0d8-6566-4456-8e12-b1fef3c45df0 HTTP/1.1" status: 200 len: 217 time: 0.0375733 Sep 03 03:54:40.213977 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-43195696-61cb-4e9c-8475-737bec06a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:40.215475 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-43195696-61cb-4e9c-8475-737bec06a06c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.0447392 Sep 03 03:54:40.261628 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-8f3a35e0-dbb3-42ec-959a-bd61ee5fce51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:40.263175 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-8f3a35e0-dbb3-42ec-959a-bd61ee5fce51 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410194 Sep 03 03:54:40.359927 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-e4e35255-c485-443e-aea0-f1354b186155 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901120 Sep 03 03:54:40.450700 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-800688ec-3ae4-4dda-86b8-ae02b5295185 req-507f0221-8ead-4395-8a30-525bba85bfcc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842552 Sep 03 03:54:40.631609 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317f8f3-2935-4296-ba13-286cfce3ce8e req-688bf5ce-6dee-45a8-bae3-c88eeb7b758b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:40.633055 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2317f8f3-2935-4296-ba13-286cfce3ce8e req-688bf5ce-6dee-45a8-bae3-c88eeb7b758b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 943 time: 0.0489089 Sep 03 03:54:40.684210 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2317f8f3-2935-4296-ba13-286cfce3ce8e req-fcf0a05f-768e-499e-b08f-4d35a3703c9b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453794 Sep 03 03:54:40.837122 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbdd847-c287-42d5-9de6-98c8d5d1596f req-aad9f22f-5f1e-437d-96c8-d1a28f3cb27d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:40.838560 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6cbdd847-c287-42d5-9de6-98c8d5d1596f req-aad9f22f-5f1e-437d-96c8-d1a28f3cb27d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0521569 Sep 03 03:54:40.890964 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6cbdd847-c287-42d5-9de6-98c8d5d1596f req-3d549939-9442-4dc7-8933-06623e9b8105 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464094 Sep 03 03:54:41.304133 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-5b58d851-f1b6-471b-9223-f30ca9199b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:41.415617 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-7c4e23c5-6f1c-4d5f-bc11-0d15120cce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:41.417254 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-7c4e23c5-6f1c-4d5f-bc11-0d15120cce63 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 1127 time: 0.1454575 Sep 03 03:54:41.518951 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-beea8e41-ac50-41fd-a8d4-063dee4cbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:41.520363 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-beea8e41-ac50-41fd-a8d4-063dee4cbbf9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 915 time: 0.0962245 Sep 03 03:54:41.559088 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-c808ca3b-4790-4ddd-a78e-4445f4d473de service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4369d0d8-6566-4456-8e12-b1fef3c45df0 HTTP/1.1" status: 200 len: 217 time: 0.0332732 Sep 03 03:54:41.606839 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-f76927da-b022-4ca2-abb1-8d7091297a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:41.608343 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-f76927da-b022-4ca2-abb1-8d7091297a05 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.0435591 Sep 03 03:54:41.620993 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:41.653389 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-a9d172fc-5c77-40b8-af05-f2425a0c5712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:41.654978 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-a9d172fc-5c77-40b8-af05-f2425a0c5712 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409272 Sep 03 03:54:41.761066 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-772760df-7b5b-4cc2-86fb-ba12d7e0c5cf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001105 Sep 03 03:54:41.811618 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6181300-c22a-4316-90b3-718f08605184 req-be34c92a-ccff-4014-a438-da25d03600be tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:41.820271 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b6181300-c22a-4316-90b3-718f08605184 req-be34c92a-ccff-4014-a438-da25d03600be tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 943 time: 0.0577855 Sep 03 03:54:41.873599 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b6181300-c22a-4316-90b3-718f08605184 req-d97baee0-6200-4190-91f8-a5af4f445b5f tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521085 Sep 03 03:54:41.877912 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:41.895030 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d21de1ed-d0f2-40d2-82c2-31ae02e7ba09 req-9793596b-d14e-4a5a-8cab-b5b981726aa6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272852 Sep 03 03:54:42.018727 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0f3d2-9231-4f81-9603-ad44396e3fef req-2e7b15a1-dbe7-454d-8f85-124beaed3b44 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:42.020223 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-82d0f3d2-9231-4f81-9603-ad44396e3fef req-2e7b15a1-dbe7-454d-8f85-124beaed3b44 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Sep 03 03:54:42.076998 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-82d0f3d2-9231-4f81-9603-ad44396e3fef req-44e43751-2851-414b-8973-e3088ed80f55 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509524 Sep 03 03:54:42.651239 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:42.995157 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a5328-f9b4-454f-aebc-6427f485735a req-8ad346dd-f38d-4d31-a677-733aa127b947 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:42.996746 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1c9a5328-f9b4-454f-aebc-6427f485735a req-8ad346dd-f38d-4d31-a677-733aa127b947 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 943 time: 0.0474868 Sep 03 03:54:43.044665 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1c9a5328-f9b4-454f-aebc-6427f485735a req-7161624a-1cf6-42cf-b6df-d98a6c549c1e tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420952 Sep 03 03:54:43.210121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03911543-438d-4688-8673-3819a15c0443 req-2886c217-838e-4c8f-a3e0-68561f6a845c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:43.211785 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-03911543-438d-4688-8673-3819a15c0443 req-2886c217-838e-4c8f-a3e0-68561f6a845c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0535362 Sep 03 03:54:43.262934 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-03911543-438d-4688-8673-3819a15c0443 req-ac330526-3ee1-4303-a4ca-eb6075d673e3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445621 Sep 03 03:54:44.127482 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:44.181760 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920dd3a-b418-4211-b71c-cf22a89b9683 req-dad7c392-56e5-403e-aa15-d9de4b3c6bce tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:44.183372 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0920dd3a-b418-4211-b71c-cf22a89b9683 req-dad7c392-56e5-403e-aa15-d9de4b3c6bce tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 943 time: 0.0506229 Sep 03 03:54:44.187025 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:44.196285 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:44.204728 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:44.228559 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:44.236002 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0920dd3a-b418-4211-b71c-cf22a89b9683 req-5aab591a-6b30-4319-91c2-a29a6c6b1de8 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466025 Sep 03 03:54:44.397255 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae6278-9850-4eed-9163-ea4d3f7f864a req-9021c1da-09c8-4f29-a917-04916fbda477 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:44.398787 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d3ae6278-9850-4eed-9163-ea4d3f7f864a req-9021c1da-09c8-4f29-a917-04916fbda477 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0518970 Sep 03 03:54:44.445955 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d3ae6278-9850-4eed-9163-ea4d3f7f864a req-1131e39b-d0d0-47c5-a922-1072e1e52391 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415361 Sep 03 03:54:44.487009 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:54:44.587895 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:44.602044 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'port_id': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'mac_address': 'fa:16:3e:37:7c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:54:44.639330 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1f618203-8c7d-4d80-8d91-954bafd0d268 is: ACTIVE; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:54:44.639751 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:44.653400 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f618203-8c7d-4d80-8d91-954bafd0d268 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:54:44.674239 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:44.679860 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:44.680615 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 4369d0d8-6566-4456-8e12-b1fef3c45df0 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:54:44.751281 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=6']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:44.788338 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.788757 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.789179 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.789542 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.790016 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.790337 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.790661 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.791099 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.791413 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.791740 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.792060 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.792376 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.792678 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.792991 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.793303 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:54:44.835017 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 4369d0d8-6566-4456-8e12-b1fef3c45df0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4369d0d8-6566-4456-8e12-b1fef3c45df0,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:44.846186 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'port_id': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'mac_address': 'fa:16:3e:29:df:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:54:44.883957 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 4369d0d8-6566-4456-8e12-b1fef3c45df0 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:54:44.884402 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:44.902553 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4369d0d8-6566-4456-8e12-b1fef3c45df0 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:54:44.914146 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:44.923605 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 4369d0d8-6566-4456-8e12-b1fef3c45df0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4369d0d8-6566-4456-8e12-b1fef3c45df0,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:44.928028 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:44.979295 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=4369d0d8-6566-4456-8e12-b1fef3c45df0,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:45.221659 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['1f618203-8c7d-4d80-8d91-954bafd0d268'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:54:45.255502 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:45.356486 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9e04b-bcf2-4c6e-9c76-7d601308128d req-8c4a2073-1aa9-4056-9a68-5075b7fd7291 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:45.357997 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-80e9e04b-bcf2-4c6e-9c76-7d601308128d req-8c4a2073-1aa9-4056-9a68-5075b7fd7291 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 944 time: 0.0472405 Sep 03 03:54:45.363252 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['4369d0d8-6566-4456-8e12-b1fef3c45df0'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:54:45.404971 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-80e9e04b-bcf2-4c6e-9c76-7d601308128d req-d1cd64b1-1428-466c-bde6-27fc93111043 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412898 Sep 03 03:54:45.593788 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d09f6-fc59-4637-b8c6-fdf677f5e529 req-78cf9e4d-cf05-409e-ba5a-5b090266dcf7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:45.595989 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7a7d09f6-fc59-4637-b8c6-fdf677f5e529 req-78cf9e4d-cf05-409e-ba5a-5b090266dcf7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 944 time: 0.0507765 Sep 03 03:54:45.651450 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7a7d09f6-fc59-4637-b8c6-fdf677f5e529 req-6780c865-6a42-4390-9960-74055ada753f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498927 Sep 03 03:54:46.008677 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43410) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:46.134874 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d91c6201-fdb0-4c30-8317-95fe7730cde8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.218767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d91c6201-fdb0-4c30-8317-95fe7730cde8 admin admin] Publish callbacks [] for security_group (b1fe40b3-40a2-47c7-8153-177f55c8121f), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.223984 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d91c6201-fdb0-4c30-8317-95fe7730cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (b1fe40b3-40a2-47c7-8153-177f55c8121f), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.277954 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-d91c6201-fdb0-4c30-8317-95fe7730cde8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4ea7e145d70c479b9b2dffd266ac86ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2681339 Sep 03 03:54:46.279161 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c6201-fdb0-4c30-8317-95fe7730cde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fe40b3-40a2-47c7-8153-177f55c8121f,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:46.284025 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43416) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:46.363475 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3596e484-5a10-452d-8f38-2684c0080a8f admin admin] Publish callbacks [] for security_group (b1fe40b3-40a2-47c7-8153-177f55c8121f), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.392253 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3596e484-5a10-452d-8f38-2684c0080a8f admin admin] Publish callbacks [] for security_group (b1fe40b3-40a2-47c7-8153-177f55c8121f), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.459312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3596e484-5a10-452d-8f38-2684c0080a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (b1fe40b3-40a2-47c7-8153-177f55c8121f), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.464788 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3596e484-5a10-452d-8f38-2684c0080a8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.469328 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-3596e484-5a10-452d-8f38-2684c0080a8f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b1fe40b3-40a2-47c7-8153-177f55c8121f HTTP/1.1" status: 204 len: 168 time: 0.1841302 Sep 03 03:54:46.479282 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596e484-5a10-452d-8f38-2684c0080a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fe40b3-40a2-47c7-8153-177f55c8121f,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:46.486340 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 4369d0d8-6566-4456-8e12-b1fef3c45df0 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:54:46.553077 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 4369d0d8-6566-4456-8e12-b1fef3c45df0 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:54:46.557184 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:46.564150 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 4369d0d8-6566-4456-8e12-b1fef3c45df0 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:54:46.564684 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.586437 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7c198-df98-44aa-b25f-b6d3c7c3fe90 req-8a9e7733-53be-4c87-9e16-756940aa4f70 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:46.590912 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0ee7c198-df98-44aa-b25f-b6d3c7c3fe90 req-8a9e7733-53be-4c87-9e16-756940aa4f70 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 944 time: 0.0870130 Sep 03 03:54:46.667418 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0ee7c198-df98-44aa-b25f-b6d3c7c3fe90 req-048fe49e-4d48-4357-95e1-5732ca36aecf tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678272 Sep 03 03:54:46.679480 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 4369d0d8-6566-4456-8e12-b1fef3c45df0 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:54:46.679869 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.728702 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4369d0d8-6566-4456-8e12-b1fef3c45df0'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:46.731047 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12550eb1-b6bf-4945-bcf9-725ec2adad96" -d '{"events": [{"server_uuid": "d1d08b5f-9032-4848-ba25-122cd62f1432", "name": "network-vif-plugged", "status": "completed", "tag": "4369d0d8-6566-4456-8e12-b1fef3c45df0"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:46.745942 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 4369d0d8-6566-4456-8e12-b1fef3c45df0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4369d0d8-6566-4456-8e12-b1fef3c45df0,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:46.751040 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.752339 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:54:46.802493 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5c0c2-3d72-47ac-9de7-aa5fd1e702c3 req-f72cf479-1b02-486b-881d-bb0490a9e36a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:46.809766 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7be5c0c2-3d72-47ac-9de7-aa5fd1e702c3 req-f72cf479-1b02-486b-881d-bb0490a9e36a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 944 time: 0.0563862 Sep 03 03:54:46.831712 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=4369d0d8-6566-4456-8e12-b1fef3c45df0,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:46.854182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ef16a2-d4dc-48cf-88a9-322aa81a3cea x-openstack-request-id: req-86ef16a2-d4dc-48cf-88a9-322aa81a3cea {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:46.854704 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d08b5f-9032-4848-ba25-122cd62f1432", "name": "network-vif-plugged", "status": "completed", "tag": "4369d0d8-6566-4456-8e12-b1fef3c45df0", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:46.855264 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86ef16a2-d4dc-48cf-88a9-322aa81a3cea {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:46.855953 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ef16a2-d4dc-48cf-88a9-322aa81a3cea'] response: {'server_uuid': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'code': 200} Sep 03 03:54:46.879475 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 1f618203-8c7d-4d80-8d91-954bafd0d268 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:54:46.880259 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:46.909286 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7be5c0c2-3d72-47ac-9de7-aa5fd1e702c3 req-a967e68c-b21c-4d92-ac64-b8aac11a67f5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984235 Sep 03 03:54:46.997102 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1f618203-8c7d-4d80-8d91-954bafd0d268 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:54:46.997612 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.009248 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:47.012627 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43430) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:47.027220 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-afe3dd47-75b7-460c-a39c-66a5a280f729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.047808 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:54:47.057987 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.070974 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35db4-e0f3-4474-8c8d-5fecb2fd48f5 req-05e7693e-f084-428f-9889-f10594c89f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:47.072998 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-22f35db4-e0f3-4474-8c8d-5fecb2fd48f5 req-05e7693e-f084-428f-9889-f10594c89f3b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 1129 time: 0.0502174 Sep 03 03:54:47.131957 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-afe3dd47-75b7-460c-a39c-66a5a280f729 admin admin] Publish callbacks [] for security_group (c7e115bc-eb9e-4bcd-a7f2-2d117ca773d3), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.132286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=7']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:47.139421 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-afe3dd47-75b7-460c-a39c-66a5a280f729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (c7e115bc-eb9e-4bcd-a7f2-2d117ca773d3), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.155064 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-22f35db4-e0f3-4474-8c8d-5fecb2fd48f5 req-8bd97139-d11b-49f6-8c96-b5687d537e23 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724866 Sep 03 03:54:47.187663 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-afe3dd47-75b7-460c-a39c-66a5a280f729 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4dc15092e57346ed882755e2518dab87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738050 Sep 03 03:54:47.187926 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43432) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:47.189074 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3dd47-75b7-460c-a39c-66a5a280f729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e115bc-eb9e-4bcd-a7f2-2d117ca773d3,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:47.206387 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:47.251429 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db2627f5-a686-44da-a71e-15cb9ca7e1bf admin admin] Publish callbacks [] for security_group (c7e115bc-eb9e-4bcd-a7f2-2d117ca773d3), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.273764 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db2627f5-a686-44da-a71e-15cb9ca7e1bf admin admin] Publish callbacks [] for security_group (c7e115bc-eb9e-4bcd-a7f2-2d117ca773d3), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.326157 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db2627f5-a686-44da-a71e-15cb9ca7e1bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (c7e115bc-eb9e-4bcd-a7f2-2d117ca773d3), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.329264 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db2627f5-a686-44da-a71e-15cb9ca7e1bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:47.330576 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-db2627f5-a686-44da-a71e-15cb9ca7e1bf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c7e115bc-eb9e-4bcd-a7f2-2d117ca773d3 HTTP/1.1" status: 204 len: 168 time: 0.1417916 Sep 03 03:54:47.335079 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:47.341412 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2627f5-a686-44da-a71e-15cb9ca7e1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e115bc-eb9e-4bcd-a7f2-2d117ca773d3,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:47.838207 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d5842-1437-4380-97ea-658d34f9994e req-d0ae19b4-31ab-44a0-9bd7-a55a125e302d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:47.846244 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9a8d5842-1437-4380-97ea-658d34f9994e req-d0ae19b4-31ab-44a0-9bd7-a55a125e302d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 945 time: 0.0832777 Sep 03 03:54:47.903587 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9a8d5842-1437-4380-97ea-658d34f9994e req-966ec4a2-7c5f-4d70-aabb-a16c2f68911a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560641 Sep 03 03:54:48.050452 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd59f9-1547-4807-8143-cd59d2523dbb req-3b46309c-e813-458c-93bd-b909870b929c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:48.058767 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aacd59f9-1547-4807-8143-cd59d2523dbb req-3b46309c-e813-458c-93bd-b909870b929c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0588710 Sep 03 03:54:48.131052 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aacd59f9-1547-4807-8143-cd59d2523dbb req-44fd18aa-d19c-4377-8f8f-bf70487739ea tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710485 Sep 03 03:54:48.857692 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:48.860159 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e807ef1-6f1c-430a-b6ee-87566d677324" -d '{"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-plugged", "status": "completed", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:49.084327 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c1d0e-3f16-4bdb-822c-ba48ecd9a079 req-caedb3ae-92d8-4b34-8c93-60f9c3bd3c14 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:49.093960 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e76c1d0e-3f16-4bdb-822c-ba48ecd9a079 req-caedb3ae-92d8-4b34-8c93-60f9c3bd3c14 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 945 time: 0.0798810 Sep 03 03:54:49.108052 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a04e28-0499-4c69-957d-95bf65943a4a x-openstack-request-id: req-66a04e28-0499-4c69-957d-95bf65943a4a {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:49.108210 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-plugged", "status": "completed", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:49.108702 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66a04e28-0499-4c69-957d-95bf65943a4a {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:49.109434 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a04e28-0499-4c69-957d-95bf65943a4a'] response: {'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'code': 200} Sep 03 03:54:49.153048 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e76c1d0e-3f16-4bdb-822c-ba48ecd9a079 req-966d9d5d-dac2-4597-a305-94e8454fbf55 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582047 Sep 03 03:54:49.310513 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23320abb-854b-43d2-875a-53f6235b0d77 req-a7bdcf14-c250-49e2-841b-23a43abb650d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:49.329446 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-23320abb-854b-43d2-875a-53f6235b0d77 req-a7bdcf14-c250-49e2-841b-23a43abb650d tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 945 time: 0.0781991 Sep 03 03:54:49.329446 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43488) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:49.339817 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Request body: {'floatingip': {'port_id': '4369d0d8-6566-4456-8e12-b1fef3c45df0'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:54:49.340170 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebd87c-e1e0-4c70-a7e5-c5c2e82c8281 req-06ae71be-9e21-424a-af75-3901258fba35 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:49.353017 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d9ebd87c-e1e0-4c70-a7e5-c5c2e82c8281 req-06ae71be-9e21-424a-af75-3901258fba35 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.1148617 Sep 03 03:54:49.406271 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (3b05395b-91bc-4ee2-8634-b9b1eaa73fa8), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:49.428109 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d9ebd87c-e1e0-4c70-a7e5-c5c2e82c8281 req-b392f1a7-2fb6-4471-8c5a-9f97242c1cd9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740585 Sep 03 03:54:49.915625 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:49.922967 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (3b05395b-91bc-4ee2-8634-b9b1eaa73fa8), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:50.038371 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Floating IP 3b05395b-91bc-4ee2-8634-b9b1eaa73fa8 associated. External IP: 172.27.4.230, port: 4369d0d8-6566-4456-8e12-b1fef3c45df0. Sep 03 03:54:50.259085 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:50.277371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:50.290612 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:54:50.416228 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:54:50.421468 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:50.430352 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:54:50.442172 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:50.442881 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:54:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:50.462362 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-f220e783-52c2-4a5e-b386-6ea6a22c3176 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "PUT /networking/v2.0/floatingips/3b05395b-91bc-4ee2-8634-b9b1eaa73fa8 HTTP/1.1" status: 200 len: 991 time: 1.1268780 Sep 03 03:54:50.463058 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'tag': '4369d0d8-6566-4456-8e12-b1fef3c45df0'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:54:50.465452 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c156d30-a265-4c3a-9488-49eb8422eba0" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d08b5f-9032-4848-ba25-122cd62f1432", "tag": "4369d0d8-6566-4456-8e12-b1fef3c45df0"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:54:50.567750 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091cb1ab-d801-40fa-a6df-8cb9fb371c4a req-2ced40d6-42d6-440f-9443-5d27261cfc5a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:50.569548 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-091cb1ab-d801-40fa-a6df-8cb9fb371c4a req-2ced40d6-42d6-440f-9443-5d27261cfc5a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0510972 Sep 03 03:54:50.592544 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46860fbb-074b-4e55-b517-fe87b6819f67 x-openstack-request-id: req-46860fbb-074b-4e55-b517-fe87b6819f67 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:54:50.592687 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:50.592833 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d08b5f-9032-4848-ba25-122cd62f1432", "tag": "4369d0d8-6566-4456-8e12-b1fef3c45df0", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:54:50.593079 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46860fbb-074b-4e55-b517-fe87b6819f67 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:54:50.593485 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46860fbb-074b-4e55-b517-fe87b6819f67'] response: {'name': 'network-changed', 'server_uuid': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'tag': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'status': 'completed', 'code': 200} Sep 03 03:54:50.626206 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-091cb1ab-d801-40fa-a6df-8cb9fb371c4a req-3ab97893-e9f6-4eb4-82f7-43743611a744 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507936 Sep 03 03:54:50.683052 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-1dceae1f-4b47-4e40-8798-631167fcef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:50.684589 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-1dceae1f-4b47-4e40-8798-631167fcef74 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ac9e77355ba040bda4f2186753df7b24&device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 1129 time: 0.0622611 Sep 03 03:54:50.798003 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-b9f21b29-6c75-4b79-887c-5b3367508ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:50.799565 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-b9f21b29-6c75-4b79-887c-5b3367508ac8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 200 len: 915 time: 0.1080697 Sep 03 03:54:50.803238 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:50.880194 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-811e4e0c-e677-4f66-b4ff-75660f444785 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4369d0d8-6566-4456-8e12-b1fef3c45df0 HTTP/1.1" status: 200 len: 999 time: 0.0732667 Sep 03 03:54:50.937249 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-2d49b24c-16fb-4972-b123-cc0efbc2fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:50.938869 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-2d49b24c-16fb-4972-b123-cc0efbc2fd89 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 200 len: 853 time: 0.0530877 Sep 03 03:54:50.996697 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-947e754f-b738-42f1-9f37-c671c226d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:50.999626 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-947e754f-b738-42f1-9f37-c671c226d936 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3310a324-39c6-4074-b839-e8b47e45dc07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531285 Sep 03 03:54:51.042277 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '3b05395b-91bc-4ee2-8634-b9b1eaa73fa8', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.230', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:29:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:54:35Z', 'updated_at': '2022-09-03T03:54:49Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:51.085449 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:54:51.105993 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:54:51.108186 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:54:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:51.253784 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:54:51.529138 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '3b05395b-91bc-4ee2-8634-b9b1eaa73fa8', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.230', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:29:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:54:35Z', 'updated_at': '2022-09-03T03:54:49Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:54:51.540034 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-08b3e4d0-af7c-479f-9c71-a4ba3ceb9db3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324881 Sep 03 03:54:51.558316 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f972e6-3c43-4cad-9a0a-7649ee85f0d9 None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '3b05395b-91bc-4ee2-8634-b9b1eaa73fa8', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'floating_ip_address': '172.27.4.230', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'port_id': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'mac_address': 'fa:16:3e:29:df:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:54:35Z', 'updated_at': '2022-09-03T03:54:49Z', 'revision_number': 1, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:54:51.664560 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3c156d30-a265-4c3a-9488-49eb8422eba0 req-11423d73-c3c0-4d9e-ac6b-93226fd0d16a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160240 Sep 03 03:54:51.813809 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb395c-12d4-492a-8d4a-f48fbbac23f5 req-3907d9e3-4d49-4939-8cd5-06df18f0a9d1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:51.816053 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c8fb395c-12d4-492a-8d4a-f48fbbac23f5 req-3907d9e3-4d49-4939-8cd5-06df18f0a9d1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0602374 Sep 03 03:54:51.875953 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c8fb395c-12d4-492a-8d4a-f48fbbac23f5 req-3a66b412-56b8-4dd2-bc37-ab21e3abf3d1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539844 Sep 03 03:54:51.897959 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b14cdd-a61e-42dc-a1f2-d6b403297ffa None None] New status for floating IP 3b05395b-91bc-4ee2-8634-b9b1eaa73fa8: ACTIVE {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:54:53.028158 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67919ad4-d6a1-42b0-8ce0-c7cfe6fc9e75 req-9c8098b8-ab0d-4f5e-bd8d-e69eac5a4a22 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:53.029667 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-67919ad4-d6a1-42b0-8ce0-c7cfe6fc9e75 req-9c8098b8-ab0d-4f5e-bd8d-e69eac5a4a22 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0513680 Sep 03 03:54:53.095482 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-67919ad4-d6a1-42b0-8ce0-c7cfe6fc9e75 req-ac31282a-bcec-4cad-90e0-edcc88a9d6df tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591445 Sep 03 03:54:54.239566 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080008c7-6fa4-4236-8a39-0668943d8685 req-aa261394-2aec-46e9-b4e6-62d22f37a915 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:54.241780 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-080008c7-6fa4-4236-8a39-0668943d8685 req-aa261394-2aec-46e9-b4e6-62d22f37a915 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0616863 Sep 03 03:54:54.294298 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-080008c7-6fa4-4236-8a39-0668943d8685 req-212ff53d-3aae-411e-995d-0735000f1902 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465882 Sep 03 03:54:55.452496 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a59bf-abb0-4d8b-a9f6-0220a720e7f1 req-3bf12d41-3f6c-4454-9c77-4f7073d13677 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:55.459292 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-118a59bf-abb0-4d8b-a9f6-0220a720e7f1 req-3bf12d41-3f6c-4454-9c77-4f7073d13677 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0742753 Sep 03 03:54:55.515781 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-118a59bf-abb0-4d8b-a9f6-0220a720e7f1 req-50b32462-104c-45c6-ad36-80c9e74b4f15 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552261 Sep 03 03:54:56.576710 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5984-634d-48ca-9edc-75daed68951b req-ca529078-e0e2-4187-b5d1-14ddca0fc45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:56.578231 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-345f5984-634d-48ca-9edc-75daed68951b req-ca529078-e0e2-4187-b5d1-14ddca0fc45b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 1129 time: 0.0414412 Sep 03 03:54:56.636300 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:56.645565 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:56.651062 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061dc68-446e-4707-90ab-73410f6d83b0 req-2d675668-ff1b-4082-9d8e-ef379dfb53ac tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:56.652565 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a061dc68-446e-4707-90ab-73410f6d83b0 req-2d675668-ff1b-4082-9d8e-ef379dfb53ac tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0497973 Sep 03 03:54:56.681684 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5984-634d-48ca-9edc-75daed68951b req-a58c541a-5555-49fd-956c-d8f498808165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:56.683316 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-345f5984-634d-48ca-9edc-75daed68951b req-a58c541a-5555-49fd-956c-d8f498808165 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 918 time: 0.0988088 Sep 03 03:54:56.702875 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a061dc68-446e-4707-90ab-73410f6d83b0 req-4f626b56-f874-447a-965c-40d1310193b7 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447335 Sep 03 03:54:56.747351 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-345f5984-634d-48ca-9edc-75daed68951b req-a8a7780b-e054-4284-9bc9-f3604518df0a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f618203-8c7d-4d80-8d91-954bafd0d268 HTTP/1.1" status: 200 len: 1001 time: 0.0570838 Sep 03 03:54:56.800255 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5984-634d-48ca-9edc-75daed68951b req-4007ec8d-053c-4214-bda2-7af787ccb739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:56.801794 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-345f5984-634d-48ca-9edc-75daed68951b req-4007ec8d-053c-4214-bda2-7af787ccb739 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.0485697 Sep 03 03:54:56.845346 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f5984-634d-48ca-9edc-75daed68951b req-ad4fcb5b-18d9-4ec2-858a-c73551c74414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:56.846778 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-345f5984-634d-48ca-9edc-75daed68951b req-ad4fcb5b-18d9-4ec2-858a-c73551c74414 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392828 Sep 03 03:54:56.938909 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-345f5984-634d-48ca-9edc-75daed68951b req-440bd7db-1a9e-4219-a934-f2c3bce59f51 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851409 Sep 03 03:54:57.040095 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-345f5984-634d-48ca-9edc-75daed68951b req-816166e6-b1f8-4a59-ba8a-8ade57f87c88 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956285 Sep 03 03:54:57.838695 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8966a-4c93-43b9-8982-f8c6b90422ee req-876b483c-55c7-45ea-a223-175848270841 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:57.840145 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ddd8966a-4c93-43b9-8982-f8c6b90422ee req-876b483c-55c7-45ea-a223-175848270841 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0464756 Sep 03 03:54:57.887361 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ddd8966a-4c93-43b9-8982-f8c6b90422ee req-c4e3c7b7-72bf-4114-b606-622a21b757d4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Sep 03 03:54:58.492064 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43584) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:58.609188 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-45ca5b21-edaf-4898-8423-a358b176ba05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:58.687106 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-45ca5b21-edaf-4898-8423-a358b176ba05 admin admin] Publish callbacks [] for security_group (061f6e38-d327-4954-9ae0-518ea9c71072), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:58.691962 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-45ca5b21-edaf-4898-8423-a358b176ba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (061f6e38-d327-4954-9ae0-518ea9c71072), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:58.730441 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca5b21-edaf-4898-8423-a358b176ba05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061f6e38-d327-4954-9ae0-518ea9c71072,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:58.735323 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-45ca5b21-edaf-4898-8423-a358b176ba05 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=310cc64ef0924d18b78b4f2388e137f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421837 Sep 03 03:54:58.738061 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43588) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:58.797024 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-53729a4d-2c1f-4d23-9536-b0c5dee97b95 admin admin] Publish callbacks [] for security_group (061f6e38-d327-4954-9ae0-518ea9c71072), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:58.818915 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-53729a4d-2c1f-4d23-9536-b0c5dee97b95 admin admin] Publish callbacks [] for security_group (061f6e38-d327-4954-9ae0-518ea9c71072), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:58.871584 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-53729a4d-2c1f-4d23-9536-b0c5dee97b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (061f6e38-d327-4954-9ae0-518ea9c71072), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:58.874687 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-53729a4d-2c1f-4d23-9536-b0c5dee97b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:58.878631 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-53729a4d-2c1f-4d23-9536-b0c5dee97b95 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/061f6e38-d327-4954-9ae0-518ea9c71072 HTTP/1.1" status: 204 len: 168 time: 0.1396077 Sep 03 03:54:58.896187 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53729a4d-2c1f-4d23-9536-b0c5dee97b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061f6e38-d327-4954-9ae0-518ea9c71072,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:58.918707 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:59.006349 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723de34c-8354-462c-a40c-0edc72137ecf req-5b109229-b226-4141-8440-8ee25a4d98fb tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:59.008146 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-723de34c-8354-462c-a40c-0edc72137ecf req-5b109229-b226-4141-8440-8ee25a4d98fb tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0591657 Sep 03 03:54:59.009782 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:59.029022 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:59.029326 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ab545-bad9-4616-bc21-f0eb8aae4a96 req-40a48b6a-af35-40b8-8055-5c4e273bc39f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:54:59.031147 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-069ab545-bad9-4616-bc21-f0eb8aae4a96 req-40a48b6a-af35-40b8-8055-5c4e273bc39f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0506396 Sep 03 03:54:59.081240 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-069ab545-bad9-4616-bc21-f0eb8aae4a96 req-71335b91-03e8-4c52-bab0-a924a3186d6b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433371 Sep 03 03:54:59.085024 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-723de34c-8354-462c-a40c-0edc72137ecf req-ae180dd0-46e3-4a82-9543-7e446ae9fddf tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681973 Sep 03 03:54:59.203927 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43604) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:59.217839 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9b185a18-61ac-4089-9182-d65bd097f0e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:59.228293 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:59.313764 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9b185a18-61ac-4089-9182-d65bd097f0e9 admin admin] Publish callbacks [] for security_group (5dd5ff1e-3f27-4c8c-83db-707cd20caa19), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:59.317637 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9b185a18-61ac-4089-9182-d65bd097f0e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5dd5ff1e-3f27-4c8c-83db-707cd20caa19), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:59.361073 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-9b185a18-61ac-4089-9182-d65bd097f0e9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=6aac2973ccfb4b339a76044e0e4371d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559508 Sep 03 03:54:59.361958 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b185a18-61ac-4089-9182-d65bd097f0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd5ff1e-3f27-4c8c-83db-707cd20caa19,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:54:59.363892 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43612) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:54:59.382125 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:54:59.418647 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-225c68aa-5ecb-4016-b8bd-1e409f3d0a5a admin admin] Publish callbacks [] for security_group (5dd5ff1e-3f27-4c8c-83db-707cd20caa19), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:59.440541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-225c68aa-5ecb-4016-b8bd-1e409f3d0a5a admin admin] Publish callbacks [] for security_group (5dd5ff1e-3f27-4c8c-83db-707cd20caa19), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:59.500565 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-225c68aa-5ecb-4016-b8bd-1e409f3d0a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5dd5ff1e-3f27-4c8c-83db-707cd20caa19), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:59.500565 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-225c68aa-5ecb-4016-b8bd-1e409f3d0a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:54:59.500565 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-225c68aa-5ecb-4016-b8bd-1e409f3d0a5a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5dd5ff1e-3f27-4c8c-83db-707cd20caa19 HTTP/1.1" status: 204 len: 168 time: 0.1305788 Sep 03 03:54:59.504506 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225c68aa-5ecb-4016-b8bd-1e409f3d0a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd5ff1e-3f27-4c8c-83db-707cd20caa19,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:00.039082 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [req-c1433d5c-7a1f-4321-a853-304cdc74ba9a req-f3c04abf-f51e-49ad-ac1a-f32c7e248905 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:55:00.040116 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c1433d5c-7a1f-4321-a853-304cdc74ba9a req-f3c04abf-f51e-49ad-ac1a-f32c7e248905 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0983543 Sep 03 03:55:00.245658 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ddd8d-dcd1-4b49-9281-950e965a2af3 req-dce7ca42-de73-48b5-bcec-6c59ef1533e6 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:00.248050 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4c0ddd8d-dcd1-4b49-9281-950e965a2af3 req-dce7ca42-de73-48b5-bcec-6c59ef1533e6 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0754144 Sep 03 03:55:00.286928 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127dedd-546d-4bb4-904f-2db963ab3150 req-51f58ecd-61a5-498f-a2c3-7fa35270c30a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:00.286928 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7127dedd-546d-4bb4-904f-2db963ab3150 req-51f58ecd-61a5-498f-a2c3-7fa35270c30a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 945 time: 0.0637667 Sep 03 03:55:00.318277 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4c0ddd8d-dcd1-4b49-9281-950e965a2af3 req-06c394cc-d8d0-4269-b6d0-49cf39668b48 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633416 Sep 03 03:55:00.343260 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7127dedd-546d-4bb4-904f-2db963ab3150 req-249bcf93-23c2-40a8-8ca0-7968ead45725 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497022 Sep 03 03:55:00.516579 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:55:00.591207 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1f618203-8c7d-4d80-8d91-954bafd0d268 is: ACTIVE; New status is: DOWN {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:55:00.591621 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:00.616885 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:55:00.619284 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2039a4-0403-4154-a3c1-aa06eb9df5d6" -d '{"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-unplugged", "status": "completed", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:55:00.633030 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:55:00.638993 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:00.664732 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43680) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:55:00.668639 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 03 Sep 2022 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c23da1-31c2-414c-84f2-8c40e86eba83 x-openstack-request-id: req-b8c23da1-31c2-414c-84f2-8c40e86eba83 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:55:00.668930 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-unplugged", "status": "failed", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268", "code": 422}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:55:00.669179 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8c23da1-31c2-414c-84f2-8c40e86eba83 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:55:00.669611 dv-cinder-799663-12-iscsi neutron-server[117868]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b8c23da1-31c2-414c-84f2-8c40e86eba83']: {'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'code': 422} returned with failed status Sep 03 03:55:00.696942 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=8']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:00.761539 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-b72ccbfc-d625-4316-bc6c-efa4f1ed098e service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955756 Sep 03 03:55:00.771378 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-483f7534-804e-4e30-9f32-663a5ebd1ae1 service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:55:00.772467 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-483f7534-804e-4e30-9f32-663a5ebd1ae1 service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053687 Sep 03 03:55:00.850316 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43692) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:55:00.950183 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64852c86-eb40-4674-8489-609c9d724444 req-bc00ee05-070f-4909-a57d-8a4612bd4bc3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:00.952271 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-bc00ee05-070f-4909-a57d-8a4612bd4bc3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports/1f618203-8c7d-4d80-8d91-954bafd0d268 HTTP/1.1" status: 200 len: 940 time: 0.1005771 Sep 03 03:55:01.462678 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1aa95-9579-40d4-8897-82f9607d9e0e req-f7fcbb4e-adcc-40e7-858f-6d7b8bc53bfe tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:01.465136 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-78d1aa95-9579-40d4-8897-82f9607d9e0e req-f7fcbb4e-adcc-40e7-858f-6d7b8bc53bfe tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0548999 Sep 03 03:55:01.484428 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71debc79-ba95-43c6-b988-d53e2fb723b4 req-91928314-aaa4-4ec9-9684-712073e0f4cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:01.491988 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-71debc79-ba95-43c6-b988-d53e2fb723b4 req-91928314-aaa4-4ec9-9684-712073e0f4cf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0626955 Sep 03 03:55:01.520097 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-78d1aa95-9579-40d4-8897-82f9607d9e0e req-b6b506ca-b56f-4709-a424-42e40897a71b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483754 Sep 03 03:55:01.540375 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-71debc79-ba95-43c6-b988-d53e2fb723b4 req-8c09b13f-7ba8-4bfe-ae2b-790b4d383333 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475469 Sep 03 03:55:01.555325 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:55:01.982629 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64852c86-eb40-4674-8489-609c9d724444 req-d8b96756-2d79-4ef2-8ee9-de5756f00980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:01.984576 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-d8b96756-2d79-4ef2-8ee9-de5756f00980 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43&tenant_id=4d80eadc5cc34322b85201c50b3c6552 HTTP/1.1" status: 200 len: 1127 time: 0.0472765 Sep 03 03:55:02.076176 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64852c86-eb40-4674-8489-609c9d724444 req-a1b3ae99-5d92-4145-b999-aa433f6674b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:02.077587 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-a1b3ae99-5d92-4145-b999-aa433f6674b9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4d80eadc5cc34322b85201c50b3c6552&device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 1127 time: 0.0412979 Sep 03 03:55:02.196302 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64852c86-eb40-4674-8489-609c9d724444 req-aa5aa915-9123-4b7e-8d2d-8a4748d2b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:02.197796 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-aa5aa915-9123-4b7e-8d2d-8a4748d2b4db service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 200 len: 918 time: 0.1087415 Sep 03 03:55:02.265944 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-d2438f71-a35c-489b-9b75-71ecfcbdfbf4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f618203-8c7d-4d80-8d91-954bafd0d268 HTTP/1.1" status: 200 len: 999 time: 0.0594721 Sep 03 03:55:02.654516 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da8a60-07ab-45ed-968b-ad4ed20ab535 req-b5dd6e35-6c76-4dc2-87b3-82d134833d87 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:02.656030 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75da8a60-07ab-45ed-968b-ad4ed20ab535 req-b5dd6e35-6c76-4dc2-87b3-82d134833d87 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0488524 Sep 03 03:55:02.679118 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86feab-fe98-451a-8126-c2437ba6baba req-1d15ca20-c8e7-4d8e-9d39-6b1b71f9cb82 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:02.680738 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0e86feab-fe98-451a-8126-c2437ba6baba req-1d15ca20-c8e7-4d8e-9d39-6b1b71f9cb82 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0464036 Sep 03 03:55:02.706746 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75da8a60-07ab-45ed-968b-ad4ed20ab535 req-312af379-eed0-4b2c-9da3-658b147c7354 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449605 Sep 03 03:55:02.732889 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0e86feab-fe98-451a-8126-c2437ba6baba req-215d9d1e-0b40-48b3-abe5-aed3f3684a9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463538 Sep 03 03:55:03.148941 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64852c86-eb40-4674-8489-609c9d724444 req-c05fb00e-ba1f-476e-9a1c-15949c8cff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:03.150441 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-c05fb00e-ba1f-476e-9a1c-15949c8cff09 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 200 len: 856 time: 0.0506694 Sep 03 03:55:03.845847 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd965be-59dc-416b-92e0-b4509634cead req-bbf4ff70-fcd6-4563-83a7-12d2075a54fc tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:03.847333 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-dbd965be-59dc-416b-92e0-b4509634cead req-bbf4ff70-fcd6-4563-83a7-12d2075a54fc tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0529671 Sep 03 03:55:03.872943 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3638e0-005d-4a9a-aaa1-0afe06a5b219 req-89c549c5-9cb4-491e-b124-99df30d2dc5b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:03.874441 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bd3638e0-005d-4a9a-aaa1-0afe06a5b219 req-89c549c5-9cb4-491e-b124-99df30d2dc5b tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0460923 Sep 03 03:55:03.905751 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-dbd965be-59dc-416b-92e0-b4509634cead req-ab818252-5597-41cc-9ba7-d6376ff80a18 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526130 Sep 03 03:55:03.922675 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bd3638e0-005d-4a9a-aaa1-0afe06a5b219 req-8eb11eab-3745-48ea-9a9e-ba5b18aa899a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426140 Sep 03 03:55:03.933658 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64852c86-eb40-4674-8489-609c9d724444 req-3df00ba8-bb52-46fe-8d5a-f68ca514ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:03.935175 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-3df00ba8-bb52-46fe-8d5a-f68ca514ec28 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a31ab79a-5d78-4441-9a2d-dcb13a26f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461657 Sep 03 03:55:04.904759 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:04.923168 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-17603365-aab5-4301-ae8e-bd0e284a168a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053147 Sep 03 03:55:04.981448 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:05.058102 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca093674-d1f3-4738-94de-f4ec44aab695 req-f7e93c48-c135-46a4-ba54-b2d86bb3963f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:05.058779 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8372bc-76ae-4757-8337-e9230266ceea req-7f404319-8aae-4e96-b3b9-894715ffa5d1 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:05.059634 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1e8372bc-76ae-4757-8337-e9230266ceea req-7f404319-8aae-4e96-b3b9-894715ffa5d1 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0708830 Sep 03 03:55:05.060393 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ca093674-d1f3-4738-94de-f4ec44aab695 req-f7e93c48-c135-46a4-ba54-b2d86bb3963f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0517247 Sep 03 03:55:05.061851 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-64852c86-eb40-4674-8489-609c9d724444 req-6f6a7d29-42bb-4b54-86e5-3be4fbbb7673 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327915 Sep 03 03:55:05.109712 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ca093674-d1f3-4738-94de-f4ec44aab695 req-1b14017b-7921-461c-83bf-845ca9611f4f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442414 Sep 03 03:55:05.113047 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1e8372bc-76ae-4757-8337-e9230266ceea req-ebe62668-fe82-4955-b513-0b9dd90ab5e9 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477686 Sep 03 03:55:06.254025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49bbe2-de5b-4ba4-b07e-3464b7f70017 req-54643e07-2c6a-48e8-85e9-cad944d78f57 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:06.256386 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0f49bbe2-de5b-4ba4-b07e-3464b7f70017 req-54643e07-2c6a-48e8-85e9-cad944d78f57 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0582256 Sep 03 03:55:06.257434 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa707f-00b7-4a26-8677-29af815d47db req-5ccde4dc-332f-427f-9123-e88308f725bb tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:06.261293 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-15fa707f-00b7-4a26-8677-29af815d47db req-5ccde4dc-332f-427f-9123-e88308f725bb tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0541356 Sep 03 03:55:06.316239 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-15fa707f-00b7-4a26-8677-29af815d47db req-14fba69d-898a-4771-9621-55bd1d972fa2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513093 Sep 03 03:55:06.337660 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0f49bbe2-de5b-4ba4-b07e-3464b7f70017 req-807a2166-c31c-42e5-b5cc-e18c48e0a0f8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749998 Sep 03 03:55:07.478513 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b283f3-58ad-4650-98eb-69882904bd9c req-6cbf1f35-9b22-4a73-8811-1eefcfe672c3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:07.485956 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-17b283f3-58ad-4650-98eb-69882904bd9c req-6cbf1f35-9b22-4a73-8811-1eefcfe672c3 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0537961 Sep 03 03:55:07.507192 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:07.511873 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cabf8d-0afa-4848-956e-5576042960f0 req-86fce8b6-0a55-49b5-9e0a-f7383fc15c0f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:07.513546 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-97cabf8d-0afa-4848-956e-5576042960f0 req-86fce8b6-0a55-49b5-9e0a-f7383fc15c0f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0649865 Sep 03 03:55:07.543255 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-17b283f3-58ad-4650-98eb-69882904bd9c req-c022fe71-7d48-41b7-bc7c-5f0dec971d14 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563118 Sep 03 03:55:07.552831 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:07.607627 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-97cabf8d-0afa-4848-956e-5576042960f0 req-92188319-1e2a-474a-a772-032d5cab45fc tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866921 Sep 03 03:55:08.702490 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811994b6-e6ef-40f9-ae64-05bb139e5e34 req-de072221-1c29-473f-907a-617f0273f736 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:08.705453 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-811994b6-e6ef-40f9-ae64-05bb139e5e34 req-de072221-1c29-473f-907a-617f0273f736 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0745726 Sep 03 03:55:08.752369 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca734f2-aadc-40ea-bdbc-8a35741be2d7 req-9d494a60-a146-4ffb-b9a3-86dab8774830 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:08.753822 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5ca734f2-aadc-40ea-bdbc-8a35741be2d7 req-9d494a60-a146-4ffb-b9a3-86dab8774830 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0554149 Sep 03 03:55:08.770202 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-811994b6-e6ef-40f9-ae64-05bb139e5e34 req-d6df717b-a26c-41d6-a00d-e5f03e3309d9 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586233 Sep 03 03:55:08.810360 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5ca734f2-aadc-40ea-bdbc-8a35741be2d7 req-f56a5c51-01ba-412c-9820-decd0b9f5681 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495963 Sep 03 03:55:08.977148 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b7034678-b53d-4129-bb61-41e49af2ceb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:09.922695 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f044c2-63c8-4dd3-83a6-6b58a45b22f9 req-4c133c04-58f9-4bc5-8c14-43653f99ab3c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:09.924536 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-95f044c2-63c8-4dd3-83a6-6b58a45b22f9 req-4c133c04-58f9-4bc5-8c14-43653f99ab3c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0493059 Sep 03 03:55:09.958098 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:09.977056 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-95f044c2-63c8-4dd3-83a6-6b58a45b22f9 req-954df9dc-92af-4df6-b61f-672a5222c6df tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468700 Sep 03 03:55:10.034926 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:10.113834 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8da7cf-956b-4dc1-87ab-7ad9ddabca0b req-35946bdd-2224-4aa9-9c05-2e48f7e683d3 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:10.115284 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5b8da7cf-956b-4dc1-87ab-7ad9ddabca0b req-35946bdd-2224-4aa9-9c05-2e48f7e683d3 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0598454 Sep 03 03:55:10.181473 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5b8da7cf-956b-4dc1-87ab-7ad9ddabca0b req-62827f08-c145-42f9-8ec4-9005adc36e83 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593731 Sep 03 03:55:11.169351 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37600587-26bd-4468-9eb3-cac9f6dcdb45 req-52e78f5f-dd19-4d4e-8e90-bd6a034233f4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:11.175307 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-37600587-26bd-4468-9eb3-cac9f6dcdb45 req-52e78f5f-dd19-4d4e-8e90-bd6a034233f4 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0671792 Sep 03 03:55:11.237923 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-37600587-26bd-4468-9eb3-cac9f6dcdb45 req-1be00ad8-e851-4dc7-8346-86b7cc350b4e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585966 Sep 03 03:55:11.294847 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7e6ae428-2345-4def-8cd9-7e53227d78d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:11.373286 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86846e5-26d8-4078-b704-babf8001e791 req-bba84dc9-4aa1-4a53-8b3e-b119c9159dfc tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:11.375131 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c86846e5-26d8-4078-b704-babf8001e791 req-bba84dc9-4aa1-4a53-8b3e-b119c9159dfc tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0556326 Sep 03 03:55:11.440665 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c86846e5-26d8-4078-b704-babf8001e791 req-67971fd9-bc2e-4bdf-a7e6-0380eb41070d tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593252 Sep 03 03:55:12.384082 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c560a-949c-4130-9e93-f5c67f9a6a76 req-7f9d3a90-9702-4abe-a670-a72716b74b00 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:12.385715 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c0c560a-949c-4130-9e93-f5c67f9a6a76 req-7f9d3a90-9702-4abe-a670-a72716b74b00 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0516844 Sep 03 03:55:12.445779 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c0c560a-949c-4130-9e93-f5c67f9a6a76 req-3883f672-2525-4800-a8dd-792842b201ea tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539434 Sep 03 03:55:12.571705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c579d-3a1a-4de1-9ead-4572b9f0e9f7 req-20000497-c531-4061-b1dc-15ad4839fed5 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:12.573183 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-012c579d-3a1a-4de1-9ead-4572b9f0e9f7 req-20000497-c531-4061-b1dc-15ad4839fed5 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0482225 Sep 03 03:55:12.634580 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-012c579d-3a1a-4de1-9ead-4572b9f0e9f7 req-152c40b0-83b9-4d19-ad8b-b004710c20fd tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555375 Sep 03 03:55:12.665637 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:13.594699 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e416c7-c50a-4c96-8a1d-822c8395699f req-6297de04-246c-4044-bd97-0bdcd2fab51c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:13.597929 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c4e416c7-c50a-4c96-8a1d-822c8395699f req-6297de04-246c-4044-bd97-0bdcd2fab51c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0546231 Sep 03 03:55:13.658329 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c4e416c7-c50a-4c96-8a1d-822c8395699f req-1efeca96-01ec-4885-ae4f-d6509c30f655 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529242 Sep 03 03:55:13.789242 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a50989-fd2c-4115-8a06-93824be723c7 req-3f5adf36-6dc9-4a92-9771-f7324885faa6 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:13.790820 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e8a50989-fd2c-4115-8a06-93824be723c7 req-3f5adf36-6dc9-4a92-9771-f7324885faa6 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0529420 Sep 03 03:55:13.848356 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e8a50989-fd2c-4115-8a06-93824be723c7 req-813b25d3-ed83-44dd-aa10-970c8d274830 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512314 Sep 03 03:55:14.129106 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:14.192711 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:14.821106 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e3a7b-fc69-4feb-80a9-d8f668fdbcaa req-dcbba90c-e850-481e-8a95-38b331c9a9cd tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:14.822465 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-552e3a7b-fc69-4feb-80a9-d8f668fdbcaa req-dcbba90c-e850-481e-8a95-38b331c9a9cd tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0585220 Sep 03 03:55:14.871901 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-552e3a7b-fc69-4feb-80a9-d8f668fdbcaa req-53ee86e4-eed5-4cb5-b296-76b56ed32697 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437562 Sep 03 03:55:14.979790 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18995a-17dc-44f1-a519-aa9be2a9e956 req-01bacffa-4855-4656-8653-1fce2b030643 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:14.981510 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8e18995a-17dc-44f1-a519-aa9be2a9e956 req-01bacffa-4855-4656-8653-1fce2b030643 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0446622 Sep 03 03:55:14.993358 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:15.031235 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8e18995a-17dc-44f1-a519-aa9be2a9e956 req-b3d5c325-a8b6-4c56-bd2c-0e810a1c91cf tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440357 Sep 03 03:55:16.015841 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a848785-1e33-4ae8-b128-bbc0098dfe51 req-0d6ead21-a6e5-4c5b-8d33-2ed6982dba99 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:16.017294 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3a848785-1e33-4ae8-b128-bbc0098dfe51 req-0d6ead21-a6e5-4c5b-8d33-2ed6982dba99 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0475247 Sep 03 03:55:16.068584 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3a848785-1e33-4ae8-b128-bbc0098dfe51 req-86ebb5a9-0405-4179-b5d1-10e9ae591686 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455923 Sep 03 03:55:16.173377 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360033a5-ce85-4478-81c6-f6e687617289 req-e82115bb-0c83-4257-abfa-8e9aa72aa0bd tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:16.174824 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-360033a5-ce85-4478-81c6-f6e687617289 req-e82115bb-0c83-4257-abfa-8e9aa72aa0bd tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0487335 Sep 03 03:55:16.223714 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-360033a5-ce85-4478-81c6-f6e687617289 req-40de7d5e-5e07-46f7-9c7c-d2844344199f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432339 Sep 03 03:55:17.206217 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28256ac-bc34-42a6-a3bf-e24829881a5c req-96a53c74-4e80-4d64-9ad2-78bf9e90f8d8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:17.208466 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b28256ac-bc34-42a6-a3bf-e24829881a5c req-96a53c74-4e80-4d64-9ad2-78bf9e90f8d8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0559771 Sep 03 03:55:17.221955 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:17.259711 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b28256ac-bc34-42a6-a3bf-e24829881a5c req-0728d5e3-6f52-4ef2-bf09-8d261febfd4d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445318 Sep 03 03:55:17.359331 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e99654-95a5-4655-b088-7f25cd8bb18e req-1cd63e5a-95a7-4714-a9d6-969802e2dea8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:17.360811 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48e99654-95a5-4655-b088-7f25cd8bb18e req-1cd63e5a-95a7-4714-a9d6-969802e2dea8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0573254 Sep 03 03:55:17.423203 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48e99654-95a5-4655-b088-7f25cd8bb18e req-5ce53e6a-5144-4909-83b2-ece4c9741089 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542333 Sep 03 03:55:18.154499 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-d462af42-91c9-41fa-87cf-640f0497cdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:18.156024 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-d462af42-91c9-41fa-87cf-640f0497cdd9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ced06c15af249bf92f546d0a0bfba23&device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1130 time: 0.0401390 Sep 03 03:55:18.270050 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-c5d7cb01-af69-4249-a738-981ae3ff26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:18.271607 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-c5d7cb01-af69-4249-a738-981ae3ff26dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=90887e4a-8d76-4923-bce4-beaf608c5942 HTTP/1.1" status: 200 len: 910 time: 0.0919182 Sep 03 03:55:18.338148 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-d89df576-0d8b-4021-ba1a-2a2bcf743c46 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 200 len: 1002 time: 0.0605702 Sep 03 03:55:18.394064 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-0693dcbc-4e1c-4da4-8fea-c92c6b21036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:18.394870 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc43e0-ecc4-44f9-ba5b-f5941f63a19c req-c92ef092-9327-4e78-a716-10657b6aff36 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:18.395641 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-0693dcbc-4e1c-4da4-8fea-c92c6b21036b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2aad4613-39ac-477a-a2ae-a0b23d006125 HTTP/1.1" status: 200 len: 848 time: 0.0508962 Sep 03 03:55:18.396177 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9fcc43e0-ecc4-44f9-ba5b-f5941f63a19c req-c92ef092-9327-4e78-a716-10657b6aff36 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 943 time: 0.0510099 Sep 03 03:55:18.439198 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-4cfd8cd7-d35c-4a2e-b053-4b3521aedaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:18.440669 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-4cfd8cd7-d35c-4a2e-b053-4b3521aedaff service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=90887e4a-8d76-4923-bce4-beaf608c5942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387011 Sep 03 03:55:18.447793 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9fcc43e0-ecc4-44f9-ba5b-f5941f63a19c req-57a17459-f873-4541-a364-1109c7a8eb4a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452120 Sep 03 03:55:18.546496 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:18.555708 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:18.556476 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:18.562402 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4eade-9f49-4a9e-a8b0-db77f6a23494 req-f4e82a2e-01ea-4f37-9869-b6afa2226c4f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:18.563920 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cbf4eade-9f49-4a9e-a8b0-db77f6a23494 req-f4e82a2e-01ea-4f37-9869-b6afa2226c4f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0599320 Sep 03 03:55:18.592538 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:55:18.603878 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-9372cc07-eb0b-4850-9faf-33a80c86d9e3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567743 Sep 03 03:55:18.654658 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:18.678739 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cbf4eade-9f49-4a9e-a8b0-db77f6a23494 req-a4ae6105-94bc-4182-bd09-1eb248a5752a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057715 Sep 03 03:55:18.696092 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:55:18.707812 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'port_id': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'mac_address': 'fa:16:3e:37:7c:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:55:18.721637 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-736775cd-f332-431c-a7bf-bc3b800f7a9c req-df79c55c-e81e-4660-9895-7806ec5cc64a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079996 Sep 03 03:55:18.743987 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1f618203-8c7d-4d80-8d91-954bafd0d268 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:55:18.744377 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:18.758081 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f618203-8c7d-4d80-8d91-954bafd0d268 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:55:18.778747 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:55:18.783885 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:18.828710 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=9']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:19.012001 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['1f618203-8c7d-4d80-8d91-954bafd0d268'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:55:19.584473 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5059d-33b9-4750-b1f7-9c748b5bef52 req-871bc094-49ba-44db-8f54-6342fcb530b5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:19.585943 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ccf5059d-33b9-4750-b1f7-9c748b5bef52 req-871bc094-49ba-44db-8f54-6342fcb530b5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 944 time: 0.0516500 Sep 03 03:55:19.633992 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ccf5059d-33b9-4750-b1f7-9c748b5bef52 req-a64b780e-0e96-4f72-947e-57e7ab062e3c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420816 Sep 03 03:55:19.803545 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84423e76-b743-47af-8489-391291d65d7c req-91e0a863-9a4a-44bd-b563-0515be31beaa tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:19.805162 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-84423e76-b743-47af-8489-391291d65d7c req-91e0a863-9a4a-44bd-b563-0515be31beaa tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0509598 Sep 03 03:55:19.816783 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:19.855479 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-84423e76-b743-47af-8489-391291d65d7c req-ee33985b-d50c-4c3c-9091-08f5c996946f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444188 Sep 03 03:55:20.610763 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:55:20.613159 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-1439ca4d-e905-4bbe-85a1-b3b26ee036e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:20.614752 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-1439ca4d-e905-4bbe-85a1-b3b26ee036e3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ced06c15af249bf92f546d0a0bfba23&device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1130 time: 0.0450468 Sep 03 03:55:20.659119 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 1f618203-8c7d-4d80-8d91-954bafd0d268 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:55:20.659491 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:20.702753 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:20.717419 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-aa25e4cc-aea1-47bd-b71f-f2d16cea1527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:20.718977 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-aa25e4cc-aea1-47bd-b71f-f2d16cea1527 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=90887e4a-8d76-4923-bce4-beaf608c5942 HTTP/1.1" status: 200 len: 910 time: 0.0969291 Sep 03 03:55:20.741732 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 1f618203-8c7d-4d80-8d91-954bafd0d268 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:55:20.742393 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:20.785736 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:55:20.789242 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81c1b182-f682-4fe4-8b75-d3077ec2aee1" -d '{"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-plugged", "status": "completed", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:55:20.798138 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:55:20.804914 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:20.815662 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-bbbb3930-4da9-4d34-9792-424111984f81 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 200 len: 1002 time: 0.0874891 Sep 03 03:55:20.816549 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24fccd6-cd19-41b5-8a9e-0c653e27e0bd req-2dbed1da-9034-411d-a2b0-2183bbef3213 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:20.824835 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d24fccd6-cd19-41b5-8a9e-0c653e27e0bd req-2dbed1da-9034-411d-a2b0-2183bbef3213 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 944 time: 0.0689800 Sep 03 03:55:20.827712 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 43924) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:55:20.863376 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecff69d5-094c-4142-b2db-37bf8f8cbe0e x-openstack-request-id: req-ecff69d5-094c-4142-b2db-37bf8f8cbe0e {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:55:20.863666 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-plugged", "status": "completed", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:55:20.863932 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecff69d5-094c-4142-b2db-37bf8f8cbe0e {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:55:20.867616 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecff69d5-094c-4142-b2db-37bf8f8cbe0e'] response: {'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'code': 200} Sep 03 03:55:20.874918 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-f476e9a2-e7e2-4494-9f13-666ffce8554c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:20.876616 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-f476e9a2-e7e2-4494-9f13-666ffce8554c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2aad4613-39ac-477a-a2ae-a0b23d006125 HTTP/1.1" status: 200 len: 848 time: 0.0522642 Sep 03 03:55:20.908186 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=10']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:21.019644 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-cefbad37-0920-4bc9-b88a-adf3c4c77858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:21.021193 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-cefbad37-0920-4bc9-b88a-adf3c4c77858 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=90887e4a-8d76-4923-bce4-beaf608c5942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1354315 Sep 03 03:55:21.032473 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425eb785-c9c2-4e25-adfd-1fcb74dc8919 req-71593d5d-4566-4b32-b690-959a1267b736 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:21.034009 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-425eb785-c9c2-4e25-adfd-1fcb74dc8919 req-71593d5d-4566-4b32-b690-959a1267b736 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0737789 Sep 03 03:55:21.138247 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:21.145043 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918d38c-cf91-494e-966b-24dac4f2f0c5 req-96686ddd-00b4-4cdf-83d7-edc1e6bf9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:21.146557 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0918d38c-cf91-494e-966b-24dac4f2f0c5 req-96686ddd-00b4-4cdf-83d7-edc1e6bf9ba4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 1130 time: 0.1030090 Sep 03 03:55:21.176355 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d24fccd6-cd19-41b5-8a9e-0c653e27e0bd req-72b4ead6-8689-4ef2-a936-d23533fdadae tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3501093 Sep 03 03:55:21.207256 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-425eb785-c9c2-4e25-adfd-1fcb74dc8919 req-503ff882-ae41-44d4-8fad-3acd0e149869 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1529753 Sep 03 03:55:21.214172 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-7d7aa6dd-de1c-4b24-824d-6df26112b2eb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791477 Sep 03 03:55:21.246384 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Publish callbacks [] for security_group (16d92a36-7428-4902-b06a-1edb2e587ca6), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:21.251415 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (16d92a36-7428-4902-b06a-1edb2e587ca6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:21.284177 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0918d38c-cf91-494e-966b-24dac4f2f0c5 req-c79b6813-448f-4423-b16b-c67b3c8fe974 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297867 Sep 03 03:55:21.291005 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a02f23c99aa9447fbd358f362deb4b70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619784 Sep 03 03:55:21.291714 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d92a36-7428-4902-b06a-1edb2e587ca6,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:21.293475 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 43936) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:55:21.299298 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.299636 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.299973 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.300329 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.300623 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.300951 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.301267 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.301580 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.301894 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.302208 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.302519 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.302854 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.303163 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.303471 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.303814 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006335ec-81f7-4b22-b615-3b7fb99c8bf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.338959 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:21.354240 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ba8ed490-7b3c-4a6e-99e9-9ae213262cf4 req-26e0d9d0-36ec-4d56-9506-cbc473933b6f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318207 Sep 03 03:55:21.370329 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Publish callbacks [] for security_group (16d92a36-7428-4902-b06a-1edb2e587ca6), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:21.390920 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Publish callbacks [] for security_group (16d92a36-7428-4902-b06a-1edb2e587ca6), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:21.438670 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (16d92a36-7428-4902-b06a-1edb2e587ca6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:21.441330 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:21.442449 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/16d92a36-7428-4902-b06a-1edb2e587ca6 HTTP/1.1" status: 204 len: 168 time: 0.1480711 Sep 03 03:55:21.450269 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d92a36-7428-4902-b06a-1edb2e587ca6,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:21.458333 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.458675 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.459043 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.459397 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.459723 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.460055 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.460376 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.460693 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.461013 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.461353 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.461680 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.461992 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.462312 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.462623 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:21.463041 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800b2468-26f5-4537-8e81-d93a5495bf44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:55:22.328335 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0de011-8095-438a-9e2b-8b55415aa012 req-a7503f20-8662-44af-ae94-409844c71375 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:22.330731 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db758d-6d47-4337-8e63-4014c84bfa1e req-abdc598f-7c70-4504-a7d6-0b1d4ae07386 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:22.332258 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-18db758d-6d47-4337-8e63-4014c84bfa1e req-abdc598f-7c70-4504-a7d6-0b1d4ae07386 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0508032 Sep 03 03:55:22.335157 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e0de011-8095-438a-9e2b-8b55415aa012 req-a7503f20-8662-44af-ae94-409844c71375 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 946 time: 0.0715740 Sep 03 03:55:22.383360 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e0de011-8095-438a-9e2b-8b55415aa012 req-af105999-73bd-48c7-9651-1fd8f5e1f258 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473177 Sep 03 03:55:22.392871 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-18db758d-6d47-4337-8e63-4014c84bfa1e req-e7c5b3cd-ec53-44d9-b7b3-a9d4fd979c5e tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542507 Sep 03 03:55:23.516706 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:23.520619 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e736c64f-f86e-4365-bdd9-0c4c2bc3dda1 req-31ebed95-5b70-4d7c-95bf-9e2d49af874a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:23.522197 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e736c64f-f86e-4365-bdd9-0c4c2bc3dda1 req-31ebed95-5b70-4d7c-95bf-9e2d49af874a tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 946 time: 0.0503826 Sep 03 03:55:23.529338 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db86aff-5e32-48d4-9ef0-461f34c8fd20 req-9916fd23-651c-4392-b033-d80824d5c3a8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:23.530849 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7db86aff-5e32-48d4-9ef0-461f34c8fd20 req-9916fd23-651c-4392-b033-d80824d5c3a8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0528347 Sep 03 03:55:23.572040 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e736c64f-f86e-4365-bdd9-0c4c2bc3dda1 req-4648af41-75c6-43c6-b8d3-dc45ed184222 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Sep 03 03:55:23.582742 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7db86aff-5e32-48d4-9ef0-461f34c8fd20 req-5edc818a-c2f8-4426-b8aa-14fb168c48b7 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463073 Sep 03 03:55:24.689312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:24.734226 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8a44e-e75d-43e5-9e83-69bd83f47d43 req-5cefe5ae-ec18-4105-99a9-22bf5d9ec4d0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:24.742772 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-85c8a44e-e75d-43e5-9e83-69bd83f47d43 req-5cefe5ae-ec18-4105-99a9-22bf5d9ec4d0 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 946 time: 0.0671971 Sep 03 03:55:24.744930 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b06620-ec5d-462b-8a7f-400f8e75c3ea req-cd6246b0-606a-4239-8774-779f96b07e1f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:24.751312 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-15b06620-ec5d-462b-8a7f-400f8e75c3ea req-cd6246b0-606a-4239-8774-779f96b07e1f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0852058 Sep 03 03:55:24.842764 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-15b06620-ec5d-462b-8a7f-400f8e75c3ea req-43214757-fd7c-421d-ba8b-38aef7629925 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899434 Sep 03 03:55:24.850330 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-85c8a44e-e75d-43e5-9e83-69bd83f47d43 req-1eb7c463-2fb5-4133-93b4-825f8a4b169c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033678 Sep 03 03:55:25.981263 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8446b7-5d05-4915-a5b4-3ed6d50d9e90 req-8d906dfd-eed8-476d-96db-80c86ded358d tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:25.983007 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-db8446b7-5d05-4915-a5b4-3ed6d50d9e90 req-8d906dfd-eed8-476d-96db-80c86ded358d tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0565290 Sep 03 03:55:25.998188 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2855d-2809-47f8-8029-b724e501ce10 req-e9d78c36-250f-4778-bf2a-edace45c53d8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:26.003308 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-37e2855d-2809-47f8-8029-b724e501ce10 req-e9d78c36-250f-4778-bf2a-edace45c53d8 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 946 time: 0.0541513 Sep 03 03:55:26.037457 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-db8446b7-5d05-4915-a5b4-3ed6d50d9e90 req-8bd12351-d78e-4cdd-a1ac-be5bee3dd274 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484440 Sep 03 03:55:26.050853 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-37e2855d-2809-47f8-8029-b724e501ce10 req-844d7caf-b4e5-4bc5-b247-08034fa27a59 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434399 Sep 03 03:55:26.258883 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:26.290705 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-c05b99fe-f7ed-4fea-8048-fdb6ac7511eb service neutron] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728076 Sep 03 03:55:26.307221 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dd7cd-1159-409d-a196-a3346556ab4d req-edbb75f4-b8de-44be-94dc-6db1b77a3c52 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:26.309864 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fe1dd7cd-1159-409d-a196-a3346556ab4d req-edbb75f4-b8de-44be-94dc-6db1b77a3c52 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0644293 Sep 03 03:55:26.393381 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-ac40ad00-1a71-4cd7-a06a-8e69f75e2fb5 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:26.394834 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-ac40ad00-1a71-4cd7-a06a-8e69f75e2fb5 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports/60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 200 len: 943 time: 0.0730276 Sep 03 03:55:26.400013 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fe1dd7cd-1159-409d-a196-a3346556ab4d req-7c481a72-7734-4760-9b9e-728cc4bba150 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844412 Sep 03 03:55:26.640049 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 60723675-08fc-443b-9199-a4d4fdaeb719 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:55:26.718896 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 60723675-08fc-443b-9199-a4d4fdaeb719 is: ACTIVE; New status is: DOWN {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:55:26.719291 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:26.744088 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:55:26.747034 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31dac01-62ee-4f09-9641-12c4a27fa0a2" -d '{"events": [{"server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "name": "network-vif-unplugged", "status": "completed", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:55:26.778500 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:55:26.783956 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:26.814395 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 03 Sep 2022 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbb599a-2cfc-4bfa-9581-448ffe741ee3 x-openstack-request-id: req-4cbb599a-2cfc-4bfa-9581-448ffe741ee3 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:55:26.814695 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "name": "network-vif-unplugged", "status": "failed", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719", "code": 422}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:55:26.814998 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4cbb599a-2cfc-4bfa-9581-448ffe741ee3 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:55:26.815402 dv-cinder-799663-12-iscsi neutron-server[117868]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4cbb599a-2cfc-4bfa-9581-448ffe741ee3']: {'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719', 'code': 422} returned with failed status Sep 03 03:55:26.841633 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=6']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:27.527304 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac0a53-aa41-46b7-a521-4039d8bb069d req-d9ece9aa-614f-4448-ab67-8f8ad7925052 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:27.528798 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cfac0a53-aa41-46b7-a521-4039d8bb069d req-d9ece9aa-614f-4448-ab67-8f8ad7925052 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0498245 Sep 03 03:55:27.583068 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cfac0a53-aa41-46b7-a521-4039d8bb069d req-98c930fa-dbeb-40ca-81b0-a383068c011d tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474265 Sep 03 03:55:27.946579 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-1cbf3f55-dc4c-4c88-b112-8d3e173270e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:27.948121 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-1cbf3f55-dc4c-4c88-b112-8d3e173270e7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87&tenant_id=5ced06c15af249bf92f546d0a0bfba23 HTTP/1.1" status: 200 len: 1128 time: 0.0436323 Sep 03 03:55:28.023418 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-bed118ee-96cb-4972-af7b-b92b0d275451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:28.025246 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-bed118ee-96cb-4972-af7b-b92b0d275451 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ced06c15af249bf92f546d0a0bfba23&device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1128 time: 0.0471613 Sep 03 03:55:28.118055 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-ee55c650-0a3a-42bf-9d9c-14728e510cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:28.119591 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-ee55c650-0a3a-42bf-9d9c-14728e510cc5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=90887e4a-8d76-4923-bce4-beaf608c5942 HTTP/1.1" status: 200 len: 910 time: 0.0880830 Sep 03 03:55:28.188220 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-64fa6d3c-6817-4009-bef9-6c2512a28799 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 200 len: 1000 time: 0.0606265 Sep 03 03:55:28.239199 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-3f2f5f90-0d66-4f2a-a4da-1a793d10ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:28.240680 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-3f2f5f90-0d66-4f2a-a4da-1a793d10ee9d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2aad4613-39ac-477a-a2ae-a0b23d006125 HTTP/1.1" status: 200 len: 848 time: 0.0463820 Sep 03 03:55:28.286596 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-df9411ce-17a3-4bfa-a617-23856cc2219d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:28.288159 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-df9411ce-17a3-4bfa-a617-23856cc2219d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=90887e4a-8d76-4923-bce4-beaf608c5942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399594 Sep 03 03:55:28.372481 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:28.387565 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-46bebb53-0e43-4286-8b07-f049f496812a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913312 Sep 03 03:55:28.477531 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75a98938-95b6-4753-bd3d-9f2f73800ef7 req-6ecfb198-1e6e-4bd7-838c-f08d0bcf1586 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836208 Sep 03 03:55:28.712390 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97daa6-1c23-4c62-9087-32d74c87adf8 req-a32ff0c2-acf3-4470-85e4-8a04a07301b6 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:28.713957 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-af97daa6-1c23-4c62-9087-32d74c87adf8 req-a32ff0c2-acf3-4470-85e4-8a04a07301b6 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0505910 Sep 03 03:55:28.766932 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-af97daa6-1c23-4c62-9087-32d74c87adf8 req-acaa17ce-d6ba-4c61-8062-5b9a925350bd tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443809 Sep 03 03:55:29.902044 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82168d62-8910-4226-8931-913b482b2db0 req-4a1ba96d-e264-4f1f-9650-ec22c88d57c4 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:29.903687 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-82168d62-8910-4226-8931-913b482b2db0 req-4a1ba96d-e264-4f1f-9650-ec22c88d57c4 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0560069 Sep 03 03:55:29.955853 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-82168d62-8910-4226-8931-913b482b2db0 req-74d3aa7c-be6e-43e4-bd1f-a21d73f36383 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463693 Sep 03 03:55:31.088413 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30190855-ff8a-42c5-b4a7-455551f52bbe req-0579cc9a-0bea-4ced-8c11-27fc32fac8e8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:31.089904 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-30190855-ff8a-42c5-b4a7-455551f52bbe req-0579cc9a-0bea-4ced-8c11-27fc32fac8e8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0516906 Sep 03 03:55:31.144062 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-30190855-ff8a-42c5-b4a7-455551f52bbe req-0f2e9f64-b620-4bd2-81e3-9f829cf04774 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461133 Sep 03 03:55:32.278340 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b068482-6685-4afc-aafb-a1285e1857e2 req-4b0cf02e-b7c6-4d56-8629-8e2b6c11b677 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:32.279948 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5b068482-6685-4afc-aafb-a1285e1857e2 req-4b0cf02e-b7c6-4d56-8629-8e2b6c11b677 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0479593 Sep 03 03:55:32.320577 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:32.337830 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5b068482-6685-4afc-aafb-a1285e1857e2 req-2e111855-fee9-4e7d-8aed-5fbc9d21e803 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520637 Sep 03 03:55:33.462906 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6f8ba-e24e-4d11-84e7-e03c380c129f req-8b493407-0af9-4abd-ac50-20c3064ca5af tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:33.464359 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2aa6f8ba-e24e-4d11-84e7-e03c380c129f req-8b493407-0af9-4abd-ac50-20c3064ca5af tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0495262 Sep 03 03:55:33.516231 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2aa6f8ba-e24e-4d11-84e7-e03c380c129f req-7e95ca58-09d5-4a89-b030-936f779822fb tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436172 Sep 03 03:55:34.641761 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa03973-a9cf-478c-a327-9b795a3a8a33 req-b2bdabc0-b2bf-4e44-95e0-193cdeebd951 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:34.643368 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1fa03973-a9cf-478c-a327-9b795a3a8a33 req-b2bdabc0-b2bf-4e44-95e0-193cdeebd951 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0483570 Sep 03 03:55:34.700372 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1fa03973-a9cf-478c-a327-9b795a3a8a33 req-7f2dab20-ca79-426f-9d2b-846637d0d8ad tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509999 Sep 03 03:55:35.837592 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01625688-a960-431f-8bc6-888658d45024 req-0ba8b0e3-c5fc-4dfa-9b73-5c85d26702f7 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:35.839071 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-01625688-a960-431f-8bc6-888658d45024 req-0ba8b0e3-c5fc-4dfa-9b73-5c85d26702f7 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 944 time: 0.0580068 Sep 03 03:55:35.891593 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-01625688-a960-431f-8bc6-888658d45024 req-416a4ecd-e074-4760-ad3b-18bcacd2a38c tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469272 Sep 03 03:55:36.720280 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 60723675-08fc-443b-9199-a4d4fdaeb719 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:55:36.739360 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:36.831254 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:55:36.842243 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '60723675-08fc-443b-9199-a4d4fdaeb719', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'port_id': '60723675-08fc-443b-9199-a4d4fdaeb719', 'mac_address': 'fa:16:3e:9e:cc:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:55:36.880648 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 60723675-08fc-443b-9199-a4d4fdaeb719 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:55:36.881046 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:36.896083 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60723675-08fc-443b-9199-a4d4fdaeb719 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:55:36.916786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:55:36.922705 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:36.970965 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=7']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:37.026067 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4861c7b-1ee9-4354-9fd5-4b5668c3108a req-da1a049a-8dd3-4d81-ab76-ba24060819f8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:37.027598 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a4861c7b-1ee9-4354-9fd5-4b5668c3108a req-da1a049a-8dd3-4d81-ab76-ba24060819f8 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 945 time: 0.0538275 Sep 03 03:55:37.076520 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a4861c7b-1ee9-4354-9fd5-4b5668c3108a req-41a435cf-70c9-411f-a4f4-282d6e682247 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431447 Sep 03 03:55:37.181924 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['60723675-08fc-443b-9199-a4d4fdaeb719'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:55:37.398865 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:38.220357 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3951fe-cfd2-440f-93ed-a08cf3d4ea7f req-6b56c8a0-b0f1-4473-a6c8-03800f595c89 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:38.222168 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3e3951fe-cfd2-440f-93ed-a08cf3d4ea7f req-6b56c8a0-b0f1-4473-a6c8-03800f595c89 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 945 time: 0.0569208 Sep 03 03:55:38.275539 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3e3951fe-cfd2-440f-93ed-a08cf3d4ea7f req-b4fa5114-b75b-45fa-b303-fc01b89129f6 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474827 Sep 03 03:55:38.560272 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:55:38.734618 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 60723675-08fc-443b-9199-a4d4fdaeb719 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:55:38.792583 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 60723675-08fc-443b-9199-a4d4fdaeb719 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:55:38.793112 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:38.865389 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 60723675-08fc-443b-9199-a4d4fdaeb719 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:55:38.865758 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:38.889010 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:55:38.891472 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f131b35c-8069-486d-b9ca-6cc130a8d6ff" -d '{"events": [{"server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "name": "network-vif-plugged", "status": "completed", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:55:38.906916 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:55:38.912049 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:38.941531 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc95a6d1-bb70-4d39-bdaf-af39e72990ab x-openstack-request-id: req-fc95a6d1-bb70-4d39-bdaf-af39e72990ab {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:55:38.941821 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "name": "network-vif-plugged", "status": "completed", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:55:38.942067 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc95a6d1-bb70-4d39-bdaf-af39e72990ab {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:55:38.942451 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc95a6d1-bb70-4d39-bdaf-af39e72990ab'] response: {'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719', 'code': 200} Sep 03 03:55:38.972588 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:38.989242 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=8']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:38.994467 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-411f79f2-1574-4773-8dd6-e59cedc5f120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:39.180311 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067d648-fefa-4606-8e9f-7fe991ee8223 req-dd5e3639-b004-4dbf-a52d-2b7b0dc06e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:39.182071 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7067d648-fefa-4606-8e9f-7fe991ee8223 req-dd5e3639-b004-4dbf-a52d-2b7b0dc06e37 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1130 time: 0.0452263 Sep 03 03:55:39.235747 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7067d648-fefa-4606-8e9f-7fe991ee8223 req-e293f5fb-13a1-491c-944b-8af54047235a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456800 Sep 03 03:55:39.404553 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe071a2f-1542-432f-8461-4a556c0f0b00 req-2653b620-ea56-4d76-a18d-1d8967c0f627 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:39.406002 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe071a2f-1542-432f-8461-4a556c0f0b00 req-2653b620-ea56-4d76-a18d-1d8967c0f627 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0522346 Sep 03 03:55:39.453819 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe071a2f-1542-432f-8461-4a556c0f0b00 req-0312eb6c-b35c-425a-b047-1c734dbef1bf tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421054 Sep 03 03:55:40.040486 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:40.578555 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b627c69-bcb7-478b-9943-3d5545319f20 req-acde9b05-f62d-4be7-827c-3bfa0603aa21 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:40.579943 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1b627c69-bcb7-478b-9943-3d5545319f20 req-acde9b05-f62d-4be7-827c-3bfa0603aa21 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0470068 Sep 03 03:55:40.632672 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-1b627c69-bcb7-478b-9943-3d5545319f20 req-0b015bd9-5cf2-4884-a320-68a4ffaec360 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469189 Sep 03 03:55:41.281610 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-28ed6bd4-c3c8-4c3a-a7ee-77d717571c0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:42.653845 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:44.130881 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:44.188427 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:48.542597 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44338) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:55:48.651710 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6592e852-06c6-4dfd-9d44-673d2fc831fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:48.736254 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6592e852-06c6-4dfd-9d44-673d2fc831fb admin admin] Publish callbacks [] for security_group (63c66b1e-eaf4-482e-8b6d-2ad492e8d2d8), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:48.742757 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6592e852-06c6-4dfd-9d44-673d2fc831fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (63c66b1e-eaf4-482e-8b6d-2ad492e8d2d8), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:48.785548 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-6592e852-06c6-4dfd-9d44-673d2fc831fb admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7ab2b09cab1a4218bb4387815334ef10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418399 Sep 03 03:55:48.786352 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6592e852-06c6-4dfd-9d44-673d2fc831fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c66b1e-eaf4-482e-8b6d-2ad492e8d2d8,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:48.790073 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44342) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:55:48.847185 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca2be9ed-3a06-4383-9c2b-be951da24040 admin admin] Publish callbacks [] for security_group (63c66b1e-eaf4-482e-8b6d-2ad492e8d2d8), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:48.868087 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca2be9ed-3a06-4383-9c2b-be951da24040 admin admin] Publish callbacks [] for security_group (63c66b1e-eaf4-482e-8b6d-2ad492e8d2d8), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:48.878765 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:48.921499 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca2be9ed-3a06-4383-9c2b-be951da24040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (63c66b1e-eaf4-482e-8b6d-2ad492e8d2d8), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:48.924211 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ca2be9ed-3a06-4383-9c2b-be951da24040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:55:48.928517 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ca2be9ed-3a06-4383-9c2b-be951da24040 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/63c66b1e-eaf4-482e-8b6d-2ad492e8d2d8 HTTP/1.1" status: 204 len: 168 time: 0.1368616 Sep 03 03:55:48.937528 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2be9ed-3a06-4383-9c2b-be951da24040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63c66b1e-eaf4-482e-8b6d-2ad492e8d2d8,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:55:51.311993 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-d2a6c9c2-d602-4a78-a56e-3bfcdaae47a2 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/networks?tenant_id=78f83c7b81a54c9a936f140ca94e3d34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402846 Sep 03 03:55:51.414822 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:51.501778 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-73f30a0f-2a29-4cb6-adf4-1353c071680e tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:51.503227 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-73f30a0f-2a29-4cb6-adf4-1353c071680e tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862633 Sep 03 03:55:51.517680 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-d1994256-169a-43e0-b96e-6f0a07ce90be tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/quotas/78f83c7b81a54c9a936f140ca94e3d34 HTTP/1.1" status: 200 len: 375 time: 0.0089138 Sep 03 03:55:51.549624 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-dc7cfc96-22fb-4173-96da-7175b6341952 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=78f83c7b81a54c9a936f140ca94e3d34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261059 Sep 03 03:55:51.715776 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5afbd75e-7e43-446c-b14c-de15c1844832 req-af6acfc0-bab2-4b58-8285-056a25a30bf2 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0272954 Sep 03 03:55:52.819614 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c62fd493-a18e-497f-9d4c-db3133115559 req-b9a09d78-b48b-406d-8b80-2e9ebb52005f tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0276721 Sep 03 03:55:53.933601 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4ff1f5a7-79ae-4bca-b196-3b29ff70f486 req-d854c599-7ddd-4b2c-9ecb-283003e69b57 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0328016 Sep 03 03:55:54.179996 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:55.037239 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b3046aaf-6c4c-4b37-ba83-08db15b209a7 req-636e5e18-7850-49c3-9e63-64a554017434 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0278552 Sep 03 03:55:55.560425 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:55.561155 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:56.156448 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-165e9cc3-ab86-4238-a5df-4e1de743a6c7 req-d9672be9-3b83-4380-811b-3a62c6d65892 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0301602 Sep 03 03:55:57.547745 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bd065b7b-92e6-4916-af0a-4578153e8f3d req-d01f5131-3c6d-4285-9352-9141f9250589 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.3041246 Sep 03 03:55:58.676937 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c05ee542-0b60-49e2-b369-871473109708 req-75a380dd-0613-43fb-842a-c9b97274ee41 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0279179 Sep 03 03:55:58.956790 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=40,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:55:59.500100 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22a8e5-ee1f-4715-a430-04e2a9ba3618 req-1a41a889-42af-41a9-9a7a-3725bbae26f1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:55:59.501552 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe22a8e5-ee1f-4715-a430-04e2a9ba3618 req-1a41a889-42af-41a9-9a7a-3725bbae26f1 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 946 time: 0.0473070 Sep 03 03:55:59.549861 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fe22a8e5-ee1f-4715-a430-04e2a9ba3618 req-98a05fba-a95f-4083-b7f6-1f46e192a437 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406997 Sep 03 03:55:59.784663 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-354a55a2-cd4d-4db0-9d7c-7ac1f7a0c908 req-4667a8a7-3c29-4162-a943-5c81e4ea5203 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0284455 Sep 03 03:56:00.646258 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:00.684735 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62043-4a14-4192-bdbb-bc8119ebc905 req-e7eda357-89ca-4756-9835-b7fc92472caf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:00.686229 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bab62043-4a14-4192-bdbb-bc8119ebc905 req-e7eda357-89ca-4756-9835-b7fc92472caf tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 946 time: 0.0485022 Sep 03 03:56:00.733814 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-bab62043-4a14-4192-bdbb-bc8119ebc905 req-c0263eeb-6f5f-41d3-862c-442745310b4f tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420964 Sep 03 03:56:00.806225 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-7e79a406-4d18-42fa-a6de-34eed6b2f4ac tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=78f83c7b81a54c9a936f140ca94e3d34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209625 Sep 03 03:56:00.933650 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ce96d04-8f01-4f5d-b1b4-cc22f93b2baf req-0f393f8d-5006-45d2-9666-e8dcf03fdb99 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0632505 Sep 03 03:56:00.968263 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:00.992442 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-5b78f2d8-0beb-4cb8-aa7f-43d1188b4919 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:00.994907 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-5b78f2d8-0beb-4cb8-aa7f-43d1188b4919 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1340833 Sep 03 03:56:01.007156 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Request body: {'port': {'device_id': 'ed64ff03-ce00-49c3-868e-32a0be3fa6bf', 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942', 'admin_state_up': True, 'tenant_id': '78f83c7b81a54c9a936f140ca94e3d34'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:01.161945 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-699ba2ec-5fa2-4839-b541-2a21f0a3c14e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:01.163580 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-699ba2ec-5fa2-4839-b541-2a21f0a3c14e tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 946 time: 0.0747647 Sep 03 03:56:01.179001 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Made reservation on behalf of 78f83c7b81a54c9a936f140ca94e3d34 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:01.182936 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:01.215730 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:01.288022 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Deleting port 1f618203-8c7d-4d80-8d91-954bafd0d268 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:01.288363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:01.413962 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks [] for security_group (def26aaf-1450-4c91-8142-242cff89645e), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:01.416121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] For port 1f618203-8c7d-4d80-8d91-954bafd0d268, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=1f618203-8c7d-4d80-8d91-954bafd0d268,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:01.416530 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:01.424360 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (def26aaf-1450-4c91-8142-242cff89645e), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:01.540549 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def26aaf-1450-4c91-8142-242cff89645e,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:01.550427 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:01.707054 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Allocated IP 192.168.233.101 (b2eff816-ecaa-46c4-8729-53a978b55942/fbbf03a4-d474-4341-b368-1a1556cc9bdd/82c62b2e-5cba-4fe3-a25f-2938d6b39233) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:56:01.713057 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:01.713454 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (5ddac09b-535d-4ca8-9b1c-2dbd38d15251), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:01.713771 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Floating IP 5ddac09b-535d-4ca8-9b1c-2dbd38d15251 disassociated. External IP: 172.27.4.110, port: 1f618203-8c7d-4d80-8d91-954bafd0d268. Sep 03 03:56:01.714123 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Calling delete_port for 1f618203-8c7d-4d80-8d91-954bafd0d268 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:01.779725 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:01.933400 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9075afb6-cc69-4b82-b064-3bcabc646eb4 req-df34eb00-4abc-4948-8949-c9cb99a62473 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:01.934761 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9075afb6-cc69-4b82-b064-3bcabc646eb4 req-df34eb00-4abc-4948-8949-c9cb99a62473 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 946 time: 0.1028025 Sep 03 03:56:02.039612 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks [] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:02.042473 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ab8d1935-6748-456d-9043-e7642da1db31 req-60117e7b-5542-4f54-bff3-0fcdea3c1ce1 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0320225 Sep 03 03:56:02.043185 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (1f618203-8c7d-4d80-8d91-954bafd0d268), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:02.090026 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-9075afb6-cc69-4b82-b064-3bcabc646eb4 req-1b617bd4-ab29-43a0-b4ee-4fb181377306 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=aa94eb26-3598-4fd9-a46a-8c382be48bef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325703 Sep 03 03:56:02.090726 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event deleted for resources: {'Port': ['ID=1f618203-8c7d-4d80-8d91-954bafd0d268,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:02.163646 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:02.247994 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Network b2eff816-ecaa-46c4-8729-53a978b55942 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:56:02.257415 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:56:02.263387 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:56:02.270121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Pushing event updated for resources: {'Port': ['ID=82c62b2e-5cba-4fe3-a25f-2938d6b39233,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:02.309707 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:02.324737 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Router 591cc300-297a-457e-8305-0580885af0f6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:56:02.351274 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:02.352138 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:02.417666 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-4bef3822-a511-46fd-be83-29a87e33aeb0 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4147193 Sep 03 03:56:02.433158 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Request body: {'port': {'device_id': 'ed64ff03-ce00-49c3-868e-32a0be3fa6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:02.562716 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:56:02.573490 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] Sync routers for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:56:02.593247 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:02.593918 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:55:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:02.603313 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:02.633925 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] No DVR routers for this DVR port 1f618203-8c7d-4d80-8d91-954bafd0d268 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:02.639474 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:02.642712 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-36ca34bd-078a-4144-b47c-b6f069c66bd4 req-d1d2b4da-6999-425c-8a04-656fb1d64e9d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1f618203-8c7d-4d80-8d91-954bafd0d268 HTTP/1.1" status: 204 len: 173 time: 1.4719605 Sep 03 03:56:02.643535 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-deleted', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:56:02.649069 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1412ecc7-eba0-4685-a736-1c3c2273a008" -d '{"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-deleted", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:56:02.757072 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60de2358-a758-4e9d-9293-943126406ea9 x-openstack-request-id: req-60de2358-a758-4e9d-9293-943126406ea9 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:56:02.757371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc53cf40-e9bf-4403-92b0-7bae49adae43", "name": "network-vif-deleted", "tag": "1f618203-8c7d-4d80-8d91-954bafd0d268", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:56:02.757607 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60de2358-a758-4e9d-9293-943126406ea9 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:56:02.758003 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60de2358-a758-4e9d-9293-943126406ea9'] response: {'server_uuid': 'cc53cf40-e9bf-4403-92b0-7bae49adae43', 'name': 'network-vif-deleted', 'tag': '1f618203-8c7d-4d80-8d91-954bafd0d268', 'status': 'completed', 'code': 200} Sep 03 03:56:02.818949 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:02.824450 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-eec88965-50bd-4ec4-b422-30046baa5ce0 None None] Provisioning complete for port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:56:02.825053 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-eec88965-50bd-4ec4-b422-30046baa5ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:02.851494 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ceddb4-4b27-4f51-9ea4-85467d1938b6 req-bfde21b1-ec5b-4f85-b646-c9fbf4ffcc70 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:02.852985 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-99ceddb4-4b27-4f51-9ea4-85467d1938b6 req-bfde21b1-ec5b-4f85-b646-c9fbf4ffcc70 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 945 time: 0.1457677 Sep 03 03:56:02.901195 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-eec88965-50bd-4ec4-b422-30046baa5ce0 None None] Port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:56:02.911094 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:02.946288 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-99ceddb4-4b27-4f51-9ea4-85467d1938b6 req-e682f1fb-dd3b-4392-bfd6-0eda9fb01e55 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769784 Sep 03 03:56:02.992292 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5151fb6-327a-46ed-8b1e-42c63671d5fa req-0d90fc30-0104-4670-a875-78d69c851907 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:02.993788 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d5151fb6-327a-46ed-8b1e-42c63671d5fa req-0d90fc30-0104-4670-a875-78d69c851907 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0624299 Sep 03 03:56:03.044868 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d5151fb6-327a-46ed-8b1e-42c63671d5fa req-9343c4de-00bd-47fe-91c2-d2d39d4ec8f6 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450647 Sep 03 03:56:03.047454 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c62b2e-5cba-4fe3-a25f-2938d6b39233 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:56:03.055652 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Publish callbacks [] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:03.069573 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Transition to ACTIVE for port object 82c62b2e-5cba-4fe3-a25f-2938d6b39233 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:56:03.083342 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:03.113931 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:03.138836 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] Checking router: 591cc300-297a-457e-8305-0580885af0f6 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:56:03.147451 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:03.148046 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:55:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:03.160007 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Pushing event updated for resources: {'Port': ['ID=82c62b2e-5cba-4fe3-a25f-2938d6b39233,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:03.221697 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3b9ec-1990-4dc6-9d1a-4801acf3b3e5 req-f950cb93-e432-4bf2-ae2a-6071921f5408 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:03.223217 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4ab3b9ec-1990-4dc6-9d1a-4801acf3b3e5 req-f950cb93-e432-4bf2-ae2a-6071921f5408 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 948 time: 0.0933783 Sep 03 03:56:03.227479 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a3abb4df-e687-4b43-8f36-e4546d3c7566 req-b0504a84-e735-4134-9faf-fa53e1965e0d tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 210 time: 0.0353842 Sep 03 03:56:03.267858 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:03.269476 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Attempting to bind port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:56:03.269803 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Attempting to bind port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:56:03.270132 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Attempting to bind port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 on network b2eff816-ecaa-46c4-8729-53a978b55942 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:56:03.278684 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 on network b2eff816-ecaa-46c4-8729-53a978b55942 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:56:03.279022 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Attempting to bind port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 on network b2eff816-ecaa-46c4-8729-53a978b55942 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:56:03.291119 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:56:03.291450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Checking segment: {'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:56:03.291824 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Bound using segment: {'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:56:03.292246 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Bound port: 82c62b2e-5cba-4fe3-a25f-2938d6b39233, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e785931-d546-4a3a-a427-8f829a92af97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:56:03.292592 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:03.295328 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:03.304932 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4ab3b9ec-1990-4dc6-9d1a-4801acf3b3e5 req-5b913821-7f41-4527-af11-51de0b0aec33 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722768 Sep 03 03:56:03.360928 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] For port 82c62b2e-5cba-4fe3-a25f-2938d6b39233, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:56:03.363943 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] For port 82c62b2e-5cba-4fe3-a25f-2938d6b39233, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=82c62b2e-5cba-4fe3-a25f-2938d6b39233,segment=NetworkSegment(5e785931-d546-4a3a-a427-8f829a92af97),segment_id=5e785931-d546-4a3a-a427-8f829a92af97)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:56:03.370917 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:03.375082 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:03.375673 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:03.377035 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/82c62b2e-5cba-4fe3-a25f-2938d6b39233 HTTP/1.1" status: 200 len: 1098 time: 0.9503689 Sep 03 03:56:03.422309 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfb1b3-9c7a-45fd-84c1-e556db3b1fee service neutron] Pushing event updated for resources: {'Port': ['ID=82c62b2e-5cba-4fe3-a25f-2938d6b39233,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:03.460384 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:03.485228 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a89fc-9c43-486a-8b5a-95b731076181 None None] The sync data for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi is: [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:13Z', 'revision_number': 4, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '5b8c8a35-87aa-4470-914d-6ef58f026bfc', 'name': '', 'network_id': 'a31ab79a-5d78-4441-9a2d-dcb13a26f9be', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'mac_address': 'fa:16:3e:9f:f8:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:11Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'subnets': [{'id': 'a846cc85-2530-4191-92e7-e38e35e54090', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:56:03.696218 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6921377-b762-4528-8be9-aa0ae1c6461e None None] New status for floating IP 5ddac09b-535d-4ca8-9b1c-2dbd38d15251: DOWN {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:56:04.075065 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc1050-ff4f-42d3-8f56-731d4142fb34 req-c61cfbac-5994-4741-9ccd-958e4caf7312 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:04.077265 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bfc1050-ff4f-42d3-8f56-731d4142fb34 req-c61cfbac-5994-4741-9ccd-958e4caf7312 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 945 time: 0.0496526 Sep 03 03:56:04.134685 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-2bfc1050-ff4f-42d3-8f56-731d4142fb34 req-b03fc961-d82f-436c-984b-3fc51f6e2183 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517032 Sep 03 03:56:04.176670 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77320120-6705-4467-ace3-f78d447ccfec req-90a1215e-09dd-4f8b-bc40-6fed6a8a013f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:04.178168 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-77320120-6705-4467-ace3-f78d447ccfec req-90a1215e-09dd-4f8b-bc40-6fed6a8a013f tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0479729 Sep 03 03:56:04.228498 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-77320120-6705-4467-ace3-f78d447ccfec req-cac24848-705b-4a89-a51c-a7e3b0c09a62 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446537 Sep 03 03:56:04.350913 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b4af4c02-fcda-4a1b-9655-86f516805602 req-b7f0eccf-c7cc-4094-a3fd-b39fc8092ae5 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 210 time: 0.0302815 Sep 03 03:56:04.426458 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511eceb2-28bf-4679-b99f-4d83024a634d req-f56e45b0-62ea-4569-a920-522c8e96b389 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:04.427937 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-511eceb2-28bf-4679-b99f-4d83024a634d req-f56e45b0-62ea-4569-a920-522c8e96b389 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 948 time: 0.0488970 Sep 03 03:56:04.477855 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-511eceb2-28bf-4679-b99f-4d83024a634d req-a10d6b72-736d-4c89-a6b9-582eabccafd4 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417075 Sep 03 03:56:04.759789 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed64ff03-ce00-49c3-868e-32a0be3fa6bf', 'tag': '82c62b2e-5cba-4fe3-a25f-2938d6b39233'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:56:04.763745 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97635dc6-c38e-4262-ad5e-a4212f473ce5" -d '{"events": [{"name": "network-changed", "server_uuid": "ed64ff03-ce00-49c3-868e-32a0be3fa6bf", "tag": "82c62b2e-5cba-4fe3-a25f-2938d6b39233"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:56:04.809762 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be84be9-41fe-4032-9ef3-ddc258fd81c5 x-openstack-request-id: req-2be84be9-41fe-4032-9ef3-ddc258fd81c5 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:56:04.810047 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed64ff03-ce00-49c3-868e-32a0be3fa6bf", "tag": "82c62b2e-5cba-4fe3-a25f-2938d6b39233", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:56:04.810299 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2be84be9-41fe-4032-9ef3-ddc258fd81c5 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:56:04.810701 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be84be9-41fe-4032-9ef3-ddc258fd81c5'] response: {'name': 'network-changed', 'server_uuid': 'ed64ff03-ce00-49c3-868e-32a0be3fa6bf', 'tag': '82c62b2e-5cba-4fe3-a25f-2938d6b39233', 'status': 'completed', 'code': 200} Sep 03 03:56:04.863098 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:04.890026 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 1f618203-8c7d-4d80-8d91-954bafd0d268 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:04.890362 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 1f618203-8c7d-4d80-8d91-954bafd0d268 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:05.259160 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:05.270766 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3259c7-f8c5-472e-bdde-be11ef73ca9d req-98fd55b0-a401-4241-8388-d036d286a539 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:05.272331 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8b3259c7-f8c5-472e-bdde-be11ef73ca9d req-98fd55b0-a401-4241-8388-d036d286a539 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 945 time: 0.0552058 Sep 03 03:56:05.321384 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8b3259c7-f8c5-472e-bdde-be11ef73ca9d req-3354e378-98c9-4f6c-88a9-a7997b68a4ed tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424473 Sep 03 03:56:05.358601 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2c99b-bbc4-49af-80aa-1f7c7895ef89 req-77d41f76-1264-4e90-9215-536abe994ceb tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:05.360118 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fcb2c99b-bbc4-49af-80aa-1f7c7895ef89 req-77d41f76-1264-4e90-9215-536abe994ceb tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0486908 Sep 03 03:56:05.407352 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fcb2c99b-bbc4-49af-80aa-1f7c7895ef89 req-491cf8fc-64fd-4943-a525-50ac6f6774c1 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=1ecded15-5a9b-401e-af94-39e93bbc8570&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413759 Sep 03 03:56:05.456940 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e9e60412-1bb7-49db-bbed-c66e98948314 req-ffe883d6-3766-4fb5-8e3b-663ac1014059 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=cc53cf40-e9bf-4403-92b0-7bae49adae43 HTTP/1.1" status: 200 len: 210 time: 0.0275104 Sep 03 03:56:05.615666 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbe84b-3af8-431b-9251-a9c1d3ac8d96 req-b71d717b-e6e8-4e92-8cd4-d20ed7625b30 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:05.617108 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b2bbe84b-3af8-431b-9251-a9c1d3ac8d96 req-b71d717b-e6e8-4e92-8cd4-d20ed7625b30 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 948 time: 0.0522361 Sep 03 03:56:05.667208 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b2bbe84b-3af8-431b-9251-a9c1d3ac8d96 req-276f1f22-7a0e-4997-884f-cd4d99b39e86 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 Sep 03 03:56:05.700027 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-6e4199b2-1e6f-4b24-b9a7-18fac022c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:05.701535 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-6e4199b2-1e6f-4b24-b9a7-18fac022c089 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=78f83c7b81a54c9a936f140ca94e3d34&device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 1132 time: 0.0496633 Sep 03 03:56:05.810149 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-1481f89e-efc6-44c0-b27b-146abf7d4483 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:05.811712 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-1481f89e-efc6-44c0-b27b-146abf7d4483 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 946 time: 0.0496790 Sep 03 03:56:05.815040 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-de13e064-efd9-47d0-9d9b-57e4b9ffec91 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=82c62b2e-5cba-4fe3-a25f-2938d6b39233 HTTP/1.1" status: 200 len: 217 time: 0.0603948 Sep 03 03:56:05.859933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-42b0f49a-125d-4883-9f95-d3eb85b029e2 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:05.861626 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-42b0f49a-125d-4883-9f95-d3eb85b029e2 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 945 time: 0.1002283 Sep 03 03:56:05.913977 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-5cbf21df-282a-4d68-924e-0c90812f4cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:05.915465 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-5cbf21df-282a-4d68-924e-0c90812f4cd4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=fbbf03a4-d474-4341-b368-1a1556cc9bdd HTTP/1.1" status: 200 len: 843 time: 0.0919852 Sep 03 03:56:05.937536 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Deleting port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:05.937536 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:05.989969 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-e6bf5745-7248-43e0-b5bd-485b693a2d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:05.991458 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-e6bf5745-7248-43e0-b5bd-485b693a2d0e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b2eff816-ecaa-46c4-8729-53a978b55942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0696921 Sep 03 03:56:05.992365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Deleting port 4369d0d8-6566-4456-8e12-b1fef3c45df0 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:05.992684 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.024681 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] For port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:06.025038 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.151803 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] For port 4369d0d8-6566-4456-8e12-b1fef3c45df0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=4369d0d8-6566-4456-8e12-b1fef3c45df0,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:06.152171 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.168145 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-18752390-b2b2-417b-92eb-ea2591ef458f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b2eff816-ecaa-46c4-8729-53a978b55942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617408 Sep 03 03:56:06.234064 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.234428 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.234740 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Floating IP bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f disassociated. External IP: 172.27.4.17, port: 8bd4fb48-65f5-4f59-8039-923cd37f3c8d. Sep 03 03:56:06.235096 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Calling delete_port for 8bd4fb48-65f5-4f59-8039-923cd37f3c8d owned by compute:nova {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:06.267846 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:06.296506 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:06.299037 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:06.384753 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-34970d15-5fd9-42b1-9a67-2d7a0baaef17 req-0ba73d35-9da8-4539-9951-c7257ac24686 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b2eff816-ecaa-46c4-8729-53a978b55942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887779 Sep 03 03:56:06.385373 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (8bd4fb48-65f5-4f59-8039-923cd37f3c8d), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.412077 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event deleted for resources: {'Port': ['ID=8bd4fb48-65f5-4f59-8039-923cd37f3c8d,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:06.417940 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.418298 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (3b05395b-91bc-4ee2-8634-b9b1eaa73fa8), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.418614 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Floating IP 3b05395b-91bc-4ee2-8634-b9b1eaa73fa8 disassociated. External IP: 172.27.4.230, port: 4369d0d8-6566-4456-8e12-b1fef3c45df0. Sep 03 03:56:06.418969 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Calling delete_port for 4369d0d8-6566-4456-8e12-b1fef3c45df0 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:06.489669 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f1d67-694b-4fba-b796-c83199ba7974 req-778779be-a368-43e6-9903-0fd9771eec88 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:06.491725 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-158f1d67-694b-4fba-b796-c83199ba7974 req-778779be-a368-43e6-9903-0fd9771eec88 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 945 time: 0.0883253 Sep 03 03:56:06.541391 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cebdbe84-0033-4958-ab8d-67f5ec85a01c req-1faa169b-8eda-45f0-8b06-ac989ed62e09 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0319972 Sep 03 03:56:06.558187 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Router 7939a9d6-dab5-42a5-9468-40c3ad74722d has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:56:06.574099 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:06.581614 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-158f1d67-694b-4fba-b796-c83199ba7974 req-2836ecd8-7ab5-485c-a6b4-c0a67a9daca0 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5ba4562d-660e-4ed8-a4db-fb1437afa6e2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843987 Sep 03 03:56:06.645074 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44568) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:06.664488 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (4369d0d8-6566-4456-8e12-b1fef3c45df0), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.678263 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:56:06.687559 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] Sync routers for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:56:06.700044 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:06.701135 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:55:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:06.703760 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'Port': ['ID=4369d0d8-6566-4456-8e12-b1fef3c45df0,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:06.760111 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] No DVR routers for this DVR port 8bd4fb48-65f5-4f59-8039-923cd37f3c8d on host hv-cinder-79966 {{(pid=117867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:06.762746 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:06.771182 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b16b2331-7aaa-4fec-b149-03826329bb42 req-406896ff-a61e-47b8-bf39-f3a102093767 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.57 "DELETE /networking/v2.0/ports/8bd4fb48-65f5-4f59-8039-923cd37f3c8d HTTP/1.1" status: 204 len: 173 time: 0.9479380 Sep 03 03:56:06.772024 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'name': 'network-vif-deleted', 'tag': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:56:06.774496 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea7f2af-040d-44fc-940c-5dd0a9f65fed" -d '{"events": [{"server_uuid": "3d5f7818-14ce-4b6d-b040-6924c777d0d0", "name": "network-vif-deleted", "tag": "8bd4fb48-65f5-4f59-8039-923cd37f3c8d"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:56:06.833887 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb54e4-ad7b-42a7-9a13-f22105088489 req-7d3ca2e6-fbcc-4b09-8d12-1a7cfcdfc0e3 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:06.835928 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8afb54e4-ad7b-42a7-9a13-f22105088489 req-7d3ca2e6-fbcc-4b09-8d12-1a7cfcdfc0e3 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 948 time: 0.0555453 Sep 03 03:56:06.858754 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:06.930172 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8afb54e4-ad7b-42a7-9a13-f22105088489 req-1c8b0fcf-2d6e-4a13-96d8-d18b54d0ff7b tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824528 Sep 03 03:56:06.995138 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cde1a71-acd7-41b8-bca3-4fb2582573d9 x-openstack-request-id: req-7cde1a71-acd7-41b8-bca3-4fb2582573d9 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:56:06.995513 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d5f7818-14ce-4b6d-b040-6924c777d0d0", "name": "network-vif-deleted", "tag": "8bd4fb48-65f5-4f59-8039-923cd37f3c8d", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:56:06.995860 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cde1a71-acd7-41b8-bca3-4fb2582573d9 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:56:06.996358 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cde1a71-acd7-41b8-bca3-4fb2582573d9'] response: {'server_uuid': '3d5f7818-14ce-4b6d-b040-6924c777d0d0', 'name': 'network-vif-deleted', 'tag': '8bd4fb48-65f5-4f59-8039-923cd37f3c8d', 'status': 'completed', 'code': 200} Sep 03 03:56:07.053398 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:07.113589 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:07.128795 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-acd5b42b-b7f3-4842-85c3-2a51e9d6a6f2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (aa94eb26-3598-4fd9-a46a-8c382be48bef), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:07.166512 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:07.184387 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-acd5b42b-b7f3-4842-85c3-2a51e9d6a6f2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (aa94eb26-3598-4fd9-a46a-8c382be48bef), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:07.192171 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-caa6c562-c0c0-4225-be63-b91299f51391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:07.193921 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-caa6c562-c0c0-4225-be63-b91299f51391 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=78f83c7b81a54c9a936f140ca94e3d34&device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 1132 time: 0.0762429 Sep 03 03:56:07.195239 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] Checking router: 7939a9d6-dab5-42a5-9468-40c3ad74722d for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:56:07.204834 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:07.205524 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:55:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:07.249596 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:56:07.324399 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-acd5b42b-b7f3-4842-85c3-2a51e9d6a6f2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (aa94eb26-3598-4fd9-a46a-8c382be48bef), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:07.327012 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-acd5b42b-b7f3-4842-85c3-2a51e9d6a6f2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:07.327771 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:07.331194 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-acd5b42b-b7f3-4842-85c3-2a51e9d6a6f2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/aa94eb26-3598-4fd9-a46a-8c382be48bef HTTP/1.1" status: 204 len: 168 time: 0.6852632 Sep 03 03:56:07.331888 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44576) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:07.356810 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.api.v2.resource [None req-32bfa8dc-f1ca-4640-afb1-79478adbf375 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] show failed (client error): The resource could not be found. Sep 03 03:56:07.360781 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-32bfa8dc-f1ca-4640-afb1-79478adbf375 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "GET /networking/v2.0/security-groups/aa94eb26-3598-4fd9-a46a-8c382be48bef HTTP/1.1" status: 404 len: 347 time: 0.0205436 Sep 03 03:56:07.360942 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-506efb80-923a-4c84-a89d-5f40af9b980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:07.360942 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-506efb80-923a-4c84-a89d-5f40af9b980a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=b2eff816-ecaa-46c4-8729-53a978b55942 HTTP/1.1" status: 200 len: 870 time: 0.1582904 Sep 03 03:56:07.361148 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44578) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:07.366738 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5b42b-b7f3-4842-85c3-2a51e9d6a6f2 tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa94eb26-3598-4fd9-a46a-8c382be48bef,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:07.416860 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:56:07.429065 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:56:07.440947 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-3f4ae355-b5c2-44d3-ab29-57be19063131 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=82c62b2e-5cba-4fe3-a25f-2938d6b39233 HTTP/1.1" status: 200 len: 217 time: 0.0422902 Sep 03 03:56:07.443512 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:07.444155 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:55:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:07.510988 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] No DVR routers for this DVR port 4369d0d8-6566-4456-8e12-b1fef3c45df0 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:07.513692 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:07.518632 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3fb2728f-94d1-4bc9-ab6a-ae416b3a4019 req-79de0379-8c92-4052-b81d-c2e936d9131a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.57 "DELETE /networking/v2.0/ports/4369d0d8-6566-4456-8e12-b1fef3c45df0 HTTP/1.1" status: 204 len: 173 time: 1.6503570 Sep 03 03:56:07.519349 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'name': 'network-vif-deleted', 'tag': '4369d0d8-6566-4456-8e12-b1fef3c45df0'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:56:07.521808 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79ee222-88f2-41c0-84a2-0ca05f8256a5" -d '{"events": [{"server_uuid": "d1d08b5f-9032-4848-ba25-122cd62f1432", "name": "network-vif-deleted", "tag": "4369d0d8-6566-4456-8e12-b1fef3c45df0"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:56:07.559810 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Deleting port 494e891e-b8e9-4728-bb83-d12afaef0e04 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:07.560431 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (494e891e-b8e9-4728-bb83-d12afaef0e04), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:07.563160 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-69d7e37b-66d4-4107-a74c-1d7e0b11bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:07.564612 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-69d7e37b-66d4-4107-a74c-1d7e0b11bcf0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=fbbf03a4-d474-4341-b368-1a1556cc9bdd HTTP/1.1" status: 200 len: 843 time: 0.0872531 Sep 03 03:56:07.579748 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:07.597751 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a356e2bf-43f0-4a26-9b89-9125fa9368f4 x-openstack-request-id: req-a356e2bf-43f0-4a26-9b89-9125fa9368f4 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:56:07.598329 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d08b5f-9032-4848-ba25-122cd62f1432", "name": "network-vif-deleted", "tag": "4369d0d8-6566-4456-8e12-b1fef3c45df0", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:56:07.598781 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a356e2bf-43f0-4a26-9b89-9125fa9368f4 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:56:07.598948 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:07.599504 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a356e2bf-43f0-4a26-9b89-9125fa9368f4'] response: {'server_uuid': 'd1d08b5f-9032-4848-ba25-122cd62f1432', 'name': 'network-vif-deleted', 'tag': '4369d0d8-6566-4456-8e12-b1fef3c45df0', 'status': 'completed', 'code': 200} Sep 03 03:56:07.618278 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03964e16-14bd-415a-9f6a-ebcd0aa84509 None None] The sync data for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi is: [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6', 'name': '', 'network_id': '335e6c24-2920-465c-b2cd-3b3be68e2751', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'mac_address': 'fa:16:3e:b3:09:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:28Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'subnets': [{'id': 'a9bdd747-577e-40f6-b0eb-a0f32c6f0659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:56:07.651181 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (494e891e-b8e9-4728-bb83-d12afaef0e04), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:07.651613 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (494e891e-b8e9-4728-bb83-d12afaef0e04), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:07.668716 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Calling delete_port for 494e891e-b8e9-4728-bb83-d12afaef0e04 owned by network:floatingip {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:07.677710 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:07.771451 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4769a6f7-04c3-453d-8bac-59db7d7d457c req-c046a6f7-a8ef-4587-a36d-81eec95d6dfb tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=3d5f7818-14ce-4b6d-b040-6924c777d0d0 HTTP/1.1" status: 200 len: 210 time: 0.0441658 Sep 03 03:56:07.843415 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-55c62a2e-508c-45d4-9747-42041639e483 req-7de408d9-46ee-4e82-b464-a14ae5107b0b tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d1d08b5f-9032-4848-ba25-122cd62f1432 HTTP/1.1" status: 200 len: 210 time: 0.1143239 Sep 03 03:56:07.871949 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-73864602-8ee5-4905-be37-986ff95236cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:07.873450 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-73864602-8ee5-4905-be37-986ff95236cd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=b2eff816-ecaa-46c4-8729-53a978b55942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1155069 Sep 03 03:56:07.879354 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:07.970371 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:08.003822 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:56:08.015422 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:08.016545 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:55:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:08.060664 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-ce1c3051-4a59-468d-aa1d-2595fb9b1b8b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b2eff816-ecaa-46c4-8729-53a978b55942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727939 Sep 03 03:56:08.063618 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (494e891e-b8e9-4728-bb83-d12afaef0e04), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:08.084671 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14fabee-c20b-4608-b7fa-6f41d6a297e6 None None] New status for floating IP bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:56:08.119930 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Pushing event deleted for resources: {'Port': ['ID=494e891e-b8e9-4728-bb83-d12afaef0e04,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:08.120846 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe08e-d1e7-4cd1-9d98-79d6e2fcfa38 req-b1e79782-925b-4bb8-8883-8bdf8029334b tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:08.122456 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-870fe08e-d1e7-4cd1-9d98-79d6e2fcfa38 req-b1e79782-925b-4bb8-8883-8bdf8029334b tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 948 time: 0.0843689 Sep 03 03:56:08.155570 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:08.180945 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:08.186673 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-870fe08e-d1e7-4cd1-9d98-79d6e2fcfa38 req-64d40c89-ae00-43af-8b69-c1e7c2696563 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488930 Sep 03 03:56:08.383662 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:08.408133 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524f062-585b-4d49-a11f-927da4f09f0e None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:08Z', 'revision_number': 4, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '4108177d-c00a-4c7b-a0a2-381c9d3383ed', 'name': '', 'network_id': '3310a324-39c6-4074-b839-e8b47e45dc07', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'mac_address': 'fa:16:3e:78:4d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:05Z', 'updated_at': '2022-09-03T03:49:33Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'subnets': [{'id': '60a4659c-255a-4e16-8248-d3aeaaefdf02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:56:08.460182 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks [] for floatingip (5ddac09b-535d-4ca8-9b1c-2dbd38d15251), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:08.462646 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:08.463878 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ddd7fae9-967d-48fe-b875-0a60930b087c tempest-AttachVolumeShelveTestJSON-1191556674 tempest-AttachVolumeShelveTestJSON-1191556674-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/5ddac09b-535d-4ca8-9b1c-2dbd38d15251 HTTP/1.1" status: 204 len: 168 time: 1.1019726 Sep 03 03:56:08.474530 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-97635dc6-c38e-4262-ad5e-a4212f473ce5 req-9ce6bde0-b088-4e4e-8cc7-d8b59b5f4c81 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/b2eff816-ecaa-46c4-8729-53a978b55942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077625 Sep 03 03:56:08.663769 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f80f37-1824-474a-9e95-25e5b1e6636c None None] New status for floating IP 3b05395b-91bc-4ee2-8634-b9b1eaa73fa8: DOWN {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:56:08.857959 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 82c62b2e-5cba-4fe3-a25f-2938d6b39233 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:56:08.863716 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 4369d0d8-6566-4456-8e12-b1fef3c45df0 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:08.871452 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44598) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:08.897316 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 4369d0d8-6566-4456-8e12-b1fef3c45df0 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:08.897732 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 4369d0d8-6566-4456-8e12-b1fef3c45df0 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:08.940196 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2727bf7e-6c29-426d-984a-8601e351c00d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (1ecded15-5a9b-401e-af94-39e93bbc8570), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:08.945189 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44604) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:08.969580 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2727bf7e-6c29-426d-984a-8601e351c00d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (1ecded15-5a9b-401e-af94-39e93bbc8570), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:08.980531 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9dcd7cbd-ca4e-4354-b5c8-ccab66b2dd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.010455 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e16747f0-108a-496f-bd8b-769b308e476a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (5ba4562d-660e-4ed8-a4db-fb1437afa6e2), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.010900 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 82c62b2e-5cba-4fe3-a25f-2938d6b39233, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=82c62b2e-5cba-4fe3-a25f-2938d6b39233,segment=NetworkSegment(5e785931-d546-4a3a-a427-8f829a92af97),segment_id=5e785931-d546-4a3a-a427-8f829a92af97)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:09.025904 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '82c62b2e-5cba-4fe3-a25f-2938d6b39233', 'network_id': 'b2eff816-ecaa-46c4-8729-53a978b55942', 'port_id': '82c62b2e-5cba-4fe3-a25f-2938d6b39233', 'mac_address': 'fa:16:3e:50:74:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbf03a4-d474-4341-b368-1a1556cc9bdd', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:56:09.029818 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2727bf7e-6c29-426d-984a-8601e351c00d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1ecded15-5a9b-401e-af94-39e93bbc8570), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.032709 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-2727bf7e-6c29-426d-984a-8601e351c00d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.033951 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-2727bf7e-6c29-426d-984a-8601e351c00d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1ecded15-5a9b-401e-af94-39e93bbc8570 HTTP/1.1" status: 204 len: 168 time: 0.1615078 Sep 03 03:56:09.034505 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e16747f0-108a-496f-bd8b-769b308e476a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (5ba4562d-660e-4ed8-a4db-fb1437afa6e2), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.037385 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44606) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:09.054531 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727bf7e-6c29-426d-984a-8601e351c00d tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecded15-5a9b-401e-af94-39e93bbc8570,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:09.057769 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.api.v2.resource [None req-56700251-8c55-4605-908a-f3b727ecb494 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] show failed (client error): The resource could not be found. Sep 03 03:56:09.058783 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-56700251-8c55-4605-908a-f3b727ecb494 tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "GET /networking/v2.0/security-groups/1ecded15-5a9b-401e-af94-39e93bbc8570 HTTP/1.1" status: 404 len: 347 time: 0.0203958 Sep 03 03:56:09.062197 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44608) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:09.083407 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:56:09.083806 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.108811 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e16747f0-108a-496f-bd8b-769b308e476a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5ba4562d-660e-4ed8-a4db-fb1437afa6e2), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.109464 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c62b2e-5cba-4fe3-a25f-2938d6b39233 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:56:09.113309 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e16747f0-108a-496f-bd8b-769b308e476a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.119113 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e16747f0-108a-496f-bd8b-769b308e476a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5ba4562d-660e-4ed8-a4db-fb1437afa6e2 HTTP/1.1" status: 204 len: 168 time: 0.1714482 Sep 03 03:56:09.119976 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44610) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:09.131504 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 82c62b2e-5cba-4fe3-a25f-2938d6b39233, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=82c62b2e-5cba-4fe3-a25f-2938d6b39233,segment=NetworkSegment(5e785931-d546-4a3a-a427-8f829a92af97),segment_id=5e785931-d546-4a3a-a427-8f829a92af97)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:09.136016 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.138950 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.api.v2.resource [None req-c85ecb0a-1e8a-4d6f-be17-e65766c437db tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] show failed (client error): The resource could not be found. Sep 03 03:56:09.143401 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c85ecb0a-1e8a-4d6f-be17-e65766c437db tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "GET /networking/v2.0/security-groups/5ba4562d-660e-4ed8-a4db-fb1437afa6e2 HTTP/1.1" status: 404 len: 347 time: 0.0193369 Sep 03 03:56:09.147187 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44612) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:09.149214 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16747f0-108a-496f-bd8b-769b308e476a tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba4562d-660e-4ed8-a4db-fb1437afa6e2,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:09.262196 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Deleting port 28661ca5-0c7c-428b-9bfe-a532c6f521aa {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:09.262525 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (28661ca5-0c7c-428b-9bfe-a532c6f521aa), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.328324 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:09.342056 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=82c62b2e-5cba-4fe3-a25f-2938d6b39233,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:09.349586 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.349954 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.350317 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.350639 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.351045 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.351349 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.351639 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.351974 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.352292 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.352613 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.352929 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.353265 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.353574 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.353914 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.354168 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:09.363776 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Deleting port 86db16a5-283b-4a86-acba-526eac209db1 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:09.364176 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (86db16a5-283b-4a86-acba-526eac209db1), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.385125 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:09.400676 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['82c62b2e-5cba-4fe3-a25f-2938d6b39233'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:56:09.424416 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2f6a4-d364-45ec-9eb3-f86bca1ef9d1 req-026b897f-679d-40e7-b7be-d0d74b900d0b tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:09.425818 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-03f2f6a4-d364-45ec-9eb3-f86bca1ef9d1 req-026b897f-679d-40e7-b7be-d0d74b900d0b tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 949 time: 0.1353638 Sep 03 03:56:09.479062 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (28661ca5-0c7c-428b-9bfe-a532c6f521aa), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.479760 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (28661ca5-0c7c-428b-9bfe-a532c6f521aa), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.513324 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Calling delete_port for 28661ca5-0c7c-428b-9bfe-a532c6f521aa owned by network:floatingip {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:09.534833 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (86db16a5-283b-4a86-acba-526eac209db1), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.535136 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (86db16a5-283b-4a86-acba-526eac209db1), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.543021 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:09.546422 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-03f2f6a4-d364-45ec-9eb3-f86bca1ef9d1 req-0cd63123-b633-4940-b594-97a3eb39bf01 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124372 Sep 03 03:56:09.554876 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Calling delete_port for 86db16a5-283b-4a86-acba-526eac209db1 owned by network:floatingip {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:09.769194 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (28661ca5-0c7c-428b-9bfe-a532c6f521aa), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.797351 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (86db16a5-283b-4a86-acba-526eac209db1), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.801770 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Pushing event deleted for resources: {'Port': ['ID=28661ca5-0c7c-428b-9bfe-a532c6f521aa,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:09.833500 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Pushing event deleted for resources: {'Port': ['ID=86db16a5-283b-4a86-acba-526eac209db1,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:09.935772 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks [] for floatingip (bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.938114 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.939314 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-295e1620-fbbd-4a26-b923-754894ab705a tempest-AttachVolumeTestJSON-1489543824 tempest-AttachVolumeTestJSON-1489543824-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/bb54f5a7-b5fe-4f6b-af02-5bd47c417e4f HTTP/1.1" status: 204 len: 168 time: 0.8762062 Sep 03 03:56:09.940321 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks [] for floatingip (3b05395b-91bc-4ee2-8634-b9b1eaa73fa8), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.942636 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:09.944617 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-4b4dca86-2fd2-4418-a218-b6e877c9b832 tempest-AttachVolumeNegativeTest-1116033749 tempest-AttachVolumeNegativeTest-1116033749-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/3b05395b-91bc-4ee2-8634-b9b1eaa73fa8 HTTP/1.1" status: 204 len: 168 time: 0.7955689 Sep 03 03:56:10.049134 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:10.690245 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb1b39-32e4-4dfa-badf-5f5611867ead req-5406b951-45a5-4df6-9da5-36fc12f8dcee tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:10.691777 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6cfb1b39-32e4-4dfa-badf-5f5611867ead req-5406b951-45a5-4df6-9da5-36fc12f8dcee tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 949 time: 0.0589201 Sep 03 03:56:10.758011 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-6cfb1b39-32e4-4dfa-badf-5f5611867ead req-eebc5c94-2a2f-41a5-8898-914b34d7581a tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 Sep 03 03:56:10.860138 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 82c62b2e-5cba-4fe3-a25f-2938d6b39233 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:56:10.899958 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:10.905632 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:56:10.912990 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:56:10.913488 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:10.930219 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44642) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:10.987385 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:56:10.987766 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:11.012900 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed64ff03-ce00-49c3-868e-32a0be3fa6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c62b2e-5cba-4fe3-a25f-2938d6b39233'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:56:11.015171 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ea59f1-6f08-4611-a391-ea5668495e5c" -d '{"events": [{"server_uuid": "ed64ff03-ce00-49c3-868e-32a0be3fa6bf", "name": "network-vif-plugged", "status": "completed", "tag": "82c62b2e-5cba-4fe3-a25f-2938d6b39233"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:56:11.032708 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 82c62b2e-5cba-4fe3-a25f-2938d6b39233, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=82c62b2e-5cba-4fe3-a25f-2938d6b39233,segment=NetworkSegment(5e785931-d546-4a3a-a427-8f829a92af97),segment_id=5e785931-d546-4a3a-a427-8f829a92af97)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:11.038082 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:11.039006 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 8bd4fb48-65f5-4f59-8039-923cd37f3c8d no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:11.061150 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659debc8-183a-4d27-83be-d3824ff362e7 x-openstack-request-id: req-659debc8-183a-4d27-83be-d3824ff362e7 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:56:11.061443 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed64ff03-ce00-49c3-868e-32a0be3fa6bf", "name": "network-vif-plugged", "status": "completed", "tag": "82c62b2e-5cba-4fe3-a25f-2938d6b39233", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:56:11.062309 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-659debc8-183a-4d27-83be-d3824ff362e7 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:56:11.062309 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-659debc8-183a-4d27-83be-d3824ff362e7'] response: {'server_uuid': 'ed64ff03-ce00-49c3-868e-32a0be3fa6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c62b2e-5cba-4fe3-a25f-2938d6b39233', 'code': 200} Sep 03 03:56:11.078941 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 8bd4fb48-65f5-4f59-8039-923cd37f3c8d {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:11.079558 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 8bd4fb48-65f5-4f59-8039-923cd37f3c8d not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:11.113683 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=82c62b2e-5cba-4fe3-a25f-2938d6b39233,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:11.166774 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:11.292860 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ea46098c-561f-4009-82b3-f52f4110ce32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:11.312608 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcbafa-73fb-482e-97d4-a975b7403779 req-208800a4-b622-4586-8d08-7d66f52939f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:11.314213 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-acbcbafa-73fb-482e-97d4-a975b7403779 req-208800a4-b622-4586-8d08-7d66f52939f1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 1134 time: 0.0861707 Sep 03 03:56:11.372321 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-acbcbafa-73fb-482e-97d4-a975b7403779 req-536e559e-cfa8-4f33-952c-d2328dd76ba2 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448153 Sep 03 03:56:11.500290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (591cc300-297a-457e-8305-0580885af0f6), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:11.733426 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Deleting port 5b8c8a35-87aa-4470-914d-6ef58f026bfc {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:11.734119 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:11.813085 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] For port 5b8c8a35-87aa-4470-914d-6ef58f026bfc, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=5b8c8a35-87aa-4470-914d-6ef58f026bfc,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:11.813452 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:11.826266 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Calling delete_port for 5b8c8a35-87aa-4470-914d-6ef58f026bfc owned by network:router_interface {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:11.851167 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:11.922884 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959667e-1272-43cb-9316-9b70a8a8153e req-66a34404-68f5-4460-8ea7-8af1b1d042ab tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:11.924232 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3959667e-1272-43cb-9316-9b70a8a8153e req-66a34404-68f5-4460-8ea7-8af1b1d042ab tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 950 time: 0.0924523 Sep 03 03:56:12.027059 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-3959667e-1272-43cb-9316-9b70a8a8153e req-7abcd37e-1893-482a-95c2-073bd5683690 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965931 Sep 03 03:56:12.070481 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:12.090918 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (5b8c8a35-87aa-4470-914d-6ef58f026bfc), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:12.113500 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8c8a35-87aa-4470-914d-6ef58f026bfc,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:12.279738 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (591cc300-297a-457e-8305-0580885af0f6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:12.510836 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Router 591cc300-297a-457e-8305-0580885af0f6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:56:12.651111 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:56:12.651878 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:12.657364 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-a5ab049d-5d7c-4dd3-9ecd-c792c01be37c admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/591cc300-297a-457e-8305-0580885af0f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7261600 Sep 03 03:56:12.660203 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44688) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:12.663206 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] Sync routers for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:56:12.674759 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:12.675441 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:56:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:12.762253 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:12.782667 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks [] for router (591cc300-297a-457e-8305-0580885af0f6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:12.797167 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:12.889691 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks [] for router_gateway (591cc300-297a-457e-8305-0580885af0f6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:12.933748 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Deleting port db5c9fc5-691c-4c13-8553-cd0727e3f4c6 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:12.934081 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:12.974848 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60'}], 'enable_snat': True}, 'gw_port_id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:56:12Z', 'revision_number': 5, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port': {'id': 'db5c9fc5-691c-4c13-8553-cd0727e3f4c6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591cc300-297a-457e-8305-0580885af0f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:49:02Z', 'updated_at': '2022-09-03T03:49:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:13.000067 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] Checking router: 591cc300-297a-457e-8305-0580885af0f6 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:56:13.003029 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:13.008704 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] Routers {'591cc300-297a-457e-8305-0580885af0f6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:13.009291 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:56:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['591cc300-297a-457e-8305-0580885af0f6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:13.018609 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] For port db5c9fc5-691c-4c13-8553-cd0727e3f4c6, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=db5c9fc5-691c-4c13-8553-cd0727e3f4c6,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:13.018988 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.032020 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Calling delete_port for db5c9fc5-691c-4c13-8553-cd0727e3f4c6 owned by network:router_gateway {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:13.093867 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] Set router 591cc300-297a-457e-8305-0580885af0f6 gateway port host: None {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:13.142963 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:56:12Z', 'revision_number': 6, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:13.170636 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b2a013-1f56-4311-8d81-c66ee9d4e2f8 None None] The sync data for ids ['591cc300-297a-457e-8305-0580885af0f6'] in dv-cinder-799663-12-iscsi is: [{'id': '591cc300-297a-457e-8305-0580885af0f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1242366602-router', 'tenant_id': '4d80eadc5cc34322b85201c50b3c6552', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:56:12Z', 'revision_number': 6, 'project_id': '4d80eadc5cc34322b85201c50b3c6552', 'gw_port_host': None}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:56:13.191161 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c39a4b-a6dc-4e54-bbf3-b9fa3fd48f11 req-f7279612-6e7c-4db4-b0c4-bed1ae03892e tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:13.192653 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d1c39a4b-a6dc-4e54-bbf3-b9fa3fd48f11 req-f7279612-6e7c-4db4-b0c4-bed1ae03892e tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 950 time: 0.0636153 Sep 03 03:56:13.277407 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d1c39a4b-a6dc-4e54-bbf3-b9fa3fd48f11 req-25fee3d1-2b33-482d-82da-f2e9d90a45f6 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776837 Sep 03 03:56:13.284062 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (db5c9fc5-691c-4c13-8553-cd0727e3f4c6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.308505 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5c9fc5-691c-4c13-8553-cd0727e3f4c6,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:13.375646 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (591cc300-297a-457e-8305-0580885af0f6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.464615 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (591cc300-297a-457e-8305-0580885af0f6), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.466849 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks [] for router_controller (591cc300-297a-457e-8305-0580885af0f6), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.510540 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (591cc300-297a-457e-8305-0580885af0f6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.511203 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 591cc300-297a-457e-8305-0580885af0f6 {{(pid=117867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 03:56:13.517799 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.519073 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-cc73f550-fac4-4bc0-8c9b-c23697a90dc9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/591cc300-297a-457e-8305-0580885af0f6 HTTP/1.1" status: 204 len: 168 time: 0.8574445 Sep 03 03:56:13.521717 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44700) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:13.568594 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e5e6dc-1ce5-473e-ab7c-0aef23c3fb73 req-eefbba4a-5ef6-44a2-a090-ac1753c1d3a6 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:13.570076 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6e8b7f-9640-493d-8c81-55e24ba1b44e admin admin] Deleting subnet a846cc85-2530-4191-92e7-e38e35e54090 {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:56:13.570245 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-54e5e6dc-1ce5-473e-ab7c-0aef23c3fb73 req-eefbba4a-5ef6-44a2-a090-ac1753c1d3a6 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 950 time: 0.0560379 Sep 03 03:56:13.575934 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-df6e8b7f-9640-493d-8c81-55e24ba1b44e admin admin] Publish callbacks [] for subnet (a846cc85-2530-4191-92e7-e38e35e54090), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.619505 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-df6e8b7f-9640-493d-8c81-55e24ba1b44e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4319187'] for subnet (a846cc85-2530-4191-92e7-e38e35e54090), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.622281 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:13.631045 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-54e5e6dc-1ce5-473e-ab7c-0aef23c3fb73 req-aff8b653-80e5-4e75-b68a-97772a06e0f2 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529506 Sep 03 03:56:13.686980 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:13.711857 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44708) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:13.722746 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-df6e8b7f-9640-493d-8c81-55e24ba1b44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (a846cc85-2530-4191-92e7-e38e35e54090), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.782630 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-df6e8b7f-9640-493d-8c81-55e24ba1b44e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4280016'] for subnet (a846cc85-2530-4191-92e7-e38e35e54090), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.818085 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e8b7f-9640-493d-8c81-55e24ba1b44e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a846cc85-2530-4191-92e7-e38e35e54090,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:13.819388 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a85b94-2838-43a3-b488-05cc7bcda6cb None None] Network a31ab79a-5d78-4441-9a2d-dcb13a26f9be requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:13.821114 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-df6e8b7f-9640-493d-8c81-55e24ba1b44e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.827092 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-df6e8b7f-9640-493d-8c81-55e24ba1b44e admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a846cc85-2530-4191-92e7-e38e35e54090 HTTP/1.1" status: 204 len: 168 time: 0.3020144 Sep 03 03:56:13.827425 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44718) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:13.869544 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44720) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:13.889253 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:13.911297 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (a31ab79a-5d78-4441-9a2d-dcb13a26f9be), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:13.915330 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:13.960704 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Deleting port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:13.961090 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.013139 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] DHCP port deletion for a31ab79a-5d78-4441-9a2d-dcb13a26f9be request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 03:56:14.033348 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] For port 080e4a6a-1b9e-4e5a-932e-485fc6f16758, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=080e4a6a-1b9e-4e5a-932e-485fc6f16758,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:14.033710 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.047204 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Calling delete_port for 080e4a6a-1b9e-4e5a-932e-485fc6f16758 owned by network:dhcp {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:14.053693 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] Deleting port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 {{(pid=117868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:14.054494 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), before_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.126003 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] For port 080e4a6a-1b9e-4e5a-932e-485fc6f16758, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=080e4a6a-1b9e-4e5a-932e-485fc6f16758,segment=NetworkSegment(fc588557-2b6a-4f66-9bbb-5a715d5ad6d2),segment_id=fc588557-2b6a-4f66-9bbb-5a715d5ad6d2)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:14.126867 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), precommit_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.146454 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.155436 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] Calling delete_port for 080e4a6a-1b9e-4e5a-932e-485fc6f16758 owned by network:dhcp {{(pid=117868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:14.163116 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:14.172106 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.176260 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] No DVR routers for this DVR port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 on host dv-cinder-799663-12-iscsi {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:14.177598 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Pushing event deleted for resources: {'Port': ['ID=080e4a6a-1b9e-4e5a-932e-485fc6f16758,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:14.220968 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:14.238087 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.270980 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (a31ab79a-5d78-4441-9a2d-dcb13a26f9be), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.279771 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (080e4a6a-1b9e-4e5a-932e-485fc6f16758), after_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.293474 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] No DVR routers for this DVR port 080e4a6a-1b9e-4e5a-932e-485fc6f16758 on host dv-cinder-799663-12-iscsi {{(pid=117868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:14.318365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a31ab79a-5d78-4441-9a2d-dcb13a26f9be']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:14.324744 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5180ee-d0cb-4eb8-96a6-ce22fb0b854c None None] Pushing event deleted for resources: {'Port': ['ID=080e4a6a-1b9e-4e5a-932e-485fc6f16758,revision_number=None']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:14.335728 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (7939a9d6-dab5-42a5-9468-40c3ad74722d), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.338308 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:14.338609 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc588557-2b6a-4f66-9bbb-5a715d5ad6d2') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:14.351852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (fc588557-2b6a-4f66-9bbb-5a715d5ad6d2), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.370211 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (fc588557-2b6a-4f66-9bbb-5a715d5ad6d2), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.381744 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:56:14.382106 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (fc588557-2b6a-4f66-9bbb-5a715d5ad6d2), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.428251 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment fc588557-2b6a-4f66-9bbb-5a715d5ad6d2 resource provider aggregate not found Sep 03 03:56:14.457914 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment fc588557-2b6a-4f66-9bbb-5a715d5ad6d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc588557-2b6a-4f66-9bbb-5a715d5ad6d2 found for delete ", "request_id": "req-5658fc03-8bb9-47a5-8635-9efa73c6241d"}]} Sep 03 03:56:14.467607 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 080e4a6a-1b9e-4e5a-932e-485fc6f16758 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:14.468096 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (a31ab79a-5d78-4441-9a2d-dcb13a26f9be), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.474054 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.483656 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a31ab79a-5d78-4441-9a2d-dcb13a26f9be HTTP/1.1" status: 204 len: 168 time: 0.6527588 Sep 03 03:56:14.497193 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ceddd0-2384-4025-8c64-5850162161bb admin admin] Pushing event deleted for resources: {'Network': ['ID=a31ab79a-5d78-4441-9a2d-dcb13a26f9be,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:14.504867 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 080e4a6a-1b9e-4e5a-932e-485fc6f16758 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:14.505214 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 080e4a6a-1b9e-4e5a-932e-485fc6f16758 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:14.505654 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device db5c9fc5-691c-4c13-8553-cd0727e3f4c6 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:14.526793 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: db5c9fc5-691c-4c13-8553-cd0727e3f4c6 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:14.527162 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device db5c9fc5-691c-4c13-8553-cd0727e3f4c6 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:14.527583 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 5b8c8a35-87aa-4470-914d-6ef58f026bfc no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:14.546932 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 5b8c8a35-87aa-4470-914d-6ef58f026bfc {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:14.547272 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 5b8c8a35-87aa-4470-914d-6ef58f026bfc not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:14.630253 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44730) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:14.677980 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-680ec175-3c87-43d9-9c1e-07b894fd3803 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4d80eadc5cc34322b85201c50b3c6552&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0440705 Sep 03 03:56:14.678859 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44734) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:14.746011 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-73786923-0ff6-4971-b1e9-a7e84d77a39b admin admin] Publish callbacks [] for security_group (98545854-53b5-4029-a4d1-49e71f9a13f0), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.790503 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-73786923-0ff6-4971-b1e9-a7e84d77a39b admin admin] Publish callbacks [] for security_group (98545854-53b5-4029-a4d1-49e71f9a13f0), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.798104 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e052edb-1427-4a9d-85d2-2de95448a223 req-4fa68f51-576f-48ef-bd4f-2c562a0e02b1 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:14.799823 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4e052edb-1427-4a9d-85d2-2de95448a223 req-4fa68f51-576f-48ef-bd4f-2c562a0e02b1 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 950 time: 0.0680652 Sep 03 03:56:14.827609 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:14.875426 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-4e052edb-1427-4a9d-85d2-2de95448a223 req-e1ad66c1-52c1-47a8-b277-c465ab561a2f tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=def26aaf-1450-4c91-8142-242cff89645e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690575 Sep 03 03:56:14.885240 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-73786923-0ff6-4971-b1e9-a7e84d77a39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (98545854-53b5-4029-a4d1-49e71f9a13f0), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.888015 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-73786923-0ff6-4971-b1e9-a7e84d77a39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.892414 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-73786923-0ff6-4971-b1e9-a7e84d77a39b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/98545854-53b5-4029-a4d1-49e71f9a13f0 HTTP/1.1" status: 204 len: 168 time: 0.2132087 Sep 03 03:56:14.906371 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:14.907002 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73786923-0ff6-4971-b1e9-a7e84d77a39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98545854-53b5-4029-a4d1-49e71f9a13f0,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:14.916274 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-8b892b7a-194e-40d3-95e4-1c5f743643d2 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:14.917761 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-8b892b7a-194e-40d3-95e4-1c5f743643d2 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 950 time: 0.0735333 Sep 03 03:56:15.066306 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:15.125438 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Deleting port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:15.125809 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:15.147917 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Deleting port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:15.148265 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:15.332308 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:15.355349 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] For port 82c62b2e-5cba-4fe3-a25f-2938d6b39233, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=82c62b2e-5cba-4fe3-a25f-2938d6b39233,segment=NetworkSegment(5e785931-d546-4a3a-a427-8f829a92af97),segment_id=5e785931-d546-4a3a-a427-8f829a92af97)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:15.356034 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:15.364547 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] For port eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:15.364896 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:15.394743 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Calling delete_port for 82c62b2e-5cba-4fe3-a25f-2938d6b39233 owned by compute:nova {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:15.411909 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Calling delete_port for eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 owned by network:router_interface {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:15.534250 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Deleting port 4108177d-c00a-4c7b-a0a2-381c9d3383ed {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:15.534584 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:15.560524 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:56:15.726750 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] For port 4108177d-c00a-4c7b-a0a2-381c9d3383ed, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=4108177d-c00a-4c7b-a0a2-381c9d3383ed,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:15.727127 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:15.750318 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Calling delete_port for 4108177d-c00a-4c7b-a0a2-381c9d3383ed owned by network:router_interface {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:15.761168 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:15.799899 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (82c62b2e-5cba-4fe3-a25f-2938d6b39233), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:15.816729 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['82c62b2e-5cba-4fe3-a25f-2938d6b39233'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:56:15.870400 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Pushing event deleted for resources: {'Port': ['ID=82c62b2e-5cba-4fe3-a25f-2938d6b39233,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:15.920916 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:15.953498 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:16.001158 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] No DVR routers for this DVR port 82c62b2e-5cba-4fe3-a25f-2938d6b39233 on host hv-cinder-79966 {{(pid=117867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:16.007785 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:16.011006 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9232c70b-9024-4cd4-a48c-0a33198f46e2 req-ca2f4aa5-52fe-4f86-9ea9-474a4faf91bc tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.57 "DELETE /networking/v2.0/ports/82c62b2e-5cba-4fe3-a25f-2938d6b39233 HTTP/1.1" status: 204 len: 173 time: 1.0562429 Sep 03 03:56:16.013741 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed64ff03-ce00-49c3-868e-32a0be3fa6bf', 'name': 'network-vif-deleted', 'tag': '82c62b2e-5cba-4fe3-a25f-2938d6b39233'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:56:16.016074 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb07c34e-fe7b-4f31-930c-c3fcde47ebcb" -d '{"events": [{"server_uuid": "ed64ff03-ce00-49c3-868e-32a0be3fa6bf", "name": "network-vif-deleted", "tag": "82c62b2e-5cba-4fe3-a25f-2938d6b39233"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:56:16.018728 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Pushing event deleted for resources: {'Port': ['ID=eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:16.093109 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d1ee460f-72e2-45b8-8d9b-af767c1df8c9 req-bcf61ec7-5701-4c74-96e2-5377ed1ea594 tempest-VolumesNegativeTest-1418784912 tempest-VolumesNegativeTest-1418784912-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=ed64ff03-ce00-49c3-868e-32a0be3fa6bf HTTP/1.1" status: 200 len: 210 time: 0.0877390 Sep 03 03:56:16.149397 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08192343-86dd-42e7-b018-e919841a3ba8 x-openstack-request-id: req-08192343-86dd-42e7-b018-e919841a3ba8 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:56:16.149628 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed64ff03-ce00-49c3-868e-32a0be3fa6bf", "name": "network-vif-deleted", "tag": "82c62b2e-5cba-4fe3-a25f-2938d6b39233", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:56:16.149875 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08192343-86dd-42e7-b018-e919841a3ba8 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:56:16.150279 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08192343-86dd-42e7-b018-e919841a3ba8'] response: {'server_uuid': 'ed64ff03-ce00-49c3-868e-32a0be3fa6bf', 'name': 'network-vif-deleted', 'tag': '82c62b2e-5cba-4fe3-a25f-2938d6b39233', 'status': 'completed', 'code': 200} Sep 03 03:56:16.360666 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (4108177d-c00a-4c7b-a0a2-381c9d3383ed), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:16.393417 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Pushing event deleted for resources: {'Port': ['ID=4108177d-c00a-4c7b-a0a2-381c9d3383ed,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:16.395633 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (7939a9d6-dab5-42a5-9468-40c3ad74722d), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:16.725714 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:16.738747 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:16.808973 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Router 7939a9d6-dab5-42a5-9468-40c3ad74722d has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:56:17.243196 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:17.283354 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:56:17.290030 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7c9f4f0c-f430-48dc-9a49-23ee5d796ceb admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/7939a9d6-dab5-42a5-9468-40c3ad74722d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5770323 Sep 03 03:56:17.292997 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44798) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:17.294960 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] Sync routers for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:56:17.308009 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:17.308631 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:56:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:17.319724 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:56:17.420258 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:17.421138 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:17.428534 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks [] for router (7939a9d6-dab5-42a5-9468-40c3ad74722d), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:17.429076 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:17.437504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:56:17.446057 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f6d23c1c-9a5a-449b-be4e-78e95cbff937 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/73abc30d-cb03-4fdd-95c5-c368d10a6dbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5730600 Sep 03 03:56:17.448195 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] Sync routers for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:56:17.458117 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44808) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:17.467857 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:17.470027 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:56:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:17.560194 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:17.566483 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks [] for router_gateway (7939a9d6-dab5-42a5-9468-40c3ad74722d), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:17.614143 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Deleting port 04d667da-5603-434d-b319-c7f67eefc163 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:17.614390 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (04d667da-5603-434d-b319-c7f67eefc163), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:17.624270 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks [] for router (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:17.636932 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:17.730043 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] For port 04d667da-5603-434d-b319-c7f67eefc163, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=04d667da-5603-434d-b319-c7f67eefc163,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:17.730417 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (04d667da-5603-434d-b319-c7f67eefc163), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:17.741109 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74'}], 'enable_snat': True}, 'gw_port_id': '04d667da-5603-434d-b319-c7f67eefc163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:56:15Z', 'revision_number': 5, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port': {'id': '04d667da-5603-434d-b319-c7f67eefc163', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:a9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:17.764071 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks [] for router_gateway (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:17.765092 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Calling delete_port for 04d667da-5603-434d-b319-c7f67eefc163 owned by network:router_gateway {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:17.768104 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] Checking router: 7939a9d6-dab5-42a5-9468-40c3ad74722d for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:56:17.783692 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] Routers {'7939a9d6-dab5-42a5-9468-40c3ad74722d'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:17.784799 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:56:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['7939a9d6-dab5-42a5-9468-40c3ad74722d'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:17.828970 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Deleting port c7ca8c66-26f0-47b1-a767-11097cbc3cf4 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:17.829303 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:17.914985 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] Set router 7939a9d6-dab5-42a5-9468-40c3ad74722d gateway port host: None {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:17.926935 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99'}], 'enable_snat': True}, 'gw_port_id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:56:16Z', 'revision_number': 5, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port': {'id': 'c7ca8c66-26f0-47b1-a767-11097cbc3cf4', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:16:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:48:59Z', 'updated_at': '2022-09-03T03:49:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:17.983243 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] For port c7ca8c66-26f0-47b1-a767-11097cbc3cf4, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c7ca8c66-26f0-47b1-a767-11097cbc3cf4,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:17.983905 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.001659 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:56:17Z', 'revision_number': 6, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:18.002641 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Calling delete_port for c7ca8c66-26f0-47b1-a767-11097cbc3cf4 owned by network:router_gateway {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:18.015022 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] Checking router: 73abc30d-cb03-4fdd-95c5-c368d10a6dbf for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:56:18.020124 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (04d667da-5603-434d-b319-c7f67eefc163), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.036829 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991fc668-88af-4aef-bf66-0f86a607db8c None None] The sync data for ids ['7939a9d6-dab5-42a5-9468-40c3ad74722d'] in dv-cinder-799663-12-iscsi is: [{'id': '7939a9d6-dab5-42a5-9468-40c3ad74722d', 'name': 'tempest-AttachVolumeTestJSON-397512412-router', 'tenant_id': '12347de4d2e5465b9a00004084fcb85c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:56Z', 'updated_at': '2022-09-03T03:56:17Z', 'revision_number': 6, 'project_id': '12347de4d2e5465b9a00004084fcb85c', 'gw_port_host': None}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:56:18.056476 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] Routers {'73abc30d-cb03-4fdd-95c5-c368d10a6dbf'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:56:18.059239 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:56:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:18.072658 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Pushing event deleted for resources: {'Port': ['ID=04d667da-5603-434d-b319-c7f67eefc163,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:18.158463 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:18.172182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] Set router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf gateway port host: None {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:56:18.172732 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (7939a9d6-dab5-42a5-9468-40c3ad74722d), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.236104 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:56:17Z', 'revision_number': 6, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:18.265763 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9511fa-aba0-4717-8dd4-d134b4f6758a None None] The sync data for ids ['73abc30d-cb03-4fdd-95c5-c368d10a6dbf'] in dv-cinder-799663-12-iscsi is: [{'id': '73abc30d-cb03-4fdd-95c5-c368d10a6dbf', 'name': 'tempest-AttachVolumeNegativeTest-423822187-router', 'tenant_id': 'ac9e77355ba040bda4f2186753df7b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:48:58Z', 'updated_at': '2022-09-03T03:56:17Z', 'revision_number': 6, 'project_id': 'ac9e77355ba040bda4f2186753df7b24', 'gw_port_host': None}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:56:18.299817 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (c7ca8c66-26f0-47b1-a767-11097cbc3cf4), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.338697 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (7939a9d6-dab5-42a5-9468-40c3ad74722d), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.344035 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7ca8c66-26f0-47b1-a767-11097cbc3cf4,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:18.345086 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks [] for router_controller (7939a9d6-dab5-42a5-9468-40c3ad74722d), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.445883 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (7939a9d6-dab5-42a5-9468-40c3ad74722d), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.447862 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7939a9d6-dab5-42a5-9468-40c3ad74722d {{(pid=117866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 03:56:18.458422 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.460088 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-31fcacb6-9244-4eee-86ea-50c23071075d admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/7939a9d6-dab5-42a5-9468-40c3ad74722d HTTP/1.1" status: 204 len: 168 time: 1.1635120 Sep 03 03:56:18.463141 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44884) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:18.506647 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.635052 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:18.645264 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.648005 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks [] for router_controller (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.652134 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6983f1-4956-4485-a9ad-0a94942fe4a0 admin admin] Deleting subnet a9bdd747-577e-40f6-b0eb-a0f32c6f0659 {{(pid=117867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:56:18.658301 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cb6983f1-4956-4485-a9ad-0a94942fe4a0 admin admin] Publish callbacks [] for subnet (a9bdd747-577e-40f6-b0eb-a0f32c6f0659), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.728478 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (73abc30d-cb03-4fdd-95c5-c368d10a6dbf), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.729761 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73abc30d-cb03-4fdd-95c5-c368d10a6dbf {{(pid=117867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 03:56:18.732536 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cb6983f1-4956-4485-a9ad-0a94942fe4a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5081136'] for subnet (a9bdd747-577e-40f6-b0eb-a0f32c6f0659), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.739333 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.740679 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-e7cd5cef-3589-42c7-8d69-da3b27a08227 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/73abc30d-cb03-4fdd-95c5-c368d10a6dbf HTTP/1.1" status: 204 len: 168 time: 1.2815650 Sep 03 03:56:18.743714 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44908) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:18.796432 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-99223f3a-9b94-4ae1-887f-30aecc22d975 admin admin] Deleting subnet 60a4659c-255a-4e16-8248-d3aeaaefdf02 {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:56:18.800763 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-99223f3a-9b94-4ae1-887f-30aecc22d975 admin admin] Publish callbacks [] for subnet (60a4659c-255a-4e16-8248-d3aeaaefdf02), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.840861 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-99223f3a-9b94-4ae1-887f-30aecc22d975 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4319187'] for subnet (60a4659c-255a-4e16-8248-d3aeaaefdf02), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.868905 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 82c62b2e-5cba-4fe3-a25f-2938d6b39233 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:18.881627 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cb6983f1-4956-4485-a9ad-0a94942fe4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (a9bdd747-577e-40f6-b0eb-a0f32c6f0659), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.886330 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:DELETE=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:18.896278 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 82c62b2e-5cba-4fe3-a25f-2938d6b39233 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:18.896898 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 82c62b2e-5cba-4fe3-a25f-2938d6b39233 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:18.945197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-99223f3a-9b94-4ae1-887f-30aecc22d975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (60a4659c-255a-4e16-8248-d3aeaaefdf02), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.947251 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cb6983f1-4956-4485-a9ad-0a94942fe4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7942120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5081800'] for subnet (a9bdd747-577e-40f6-b0eb-a0f32c6f0659), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.974946 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6983f1-4956-4485-a9ad-0a94942fe4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9bdd747-577e-40f6-b0eb-a0f32c6f0659,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:18.977091 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cb6983f1-4956-4485-a9ad-0a94942fe4a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:18.983245 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 44922) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:18.983464 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-cb6983f1-4956-4485-a9ad-0a94942fe4a0 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/a9bdd747-577e-40f6-b0eb-a0f32c6f0659 HTTP/1.1" status: 204 len: 168 time: 0.5189409 Sep 03 03:56:18.991371 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051abaf-231f-4d25-95c6-e74dd62cb1c3 None None] Network 335e6c24-2920-465c-b2cd-3b3be68e2751 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:19.065214 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:19.075625 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:19.085182 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (335e6c24-2920-465c-b2cd-3b3be68e2751), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.090059 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-99223f3a-9b94-4ae1-887f-30aecc22d975 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4280016'] for subnet (60a4659c-255a-4e16-8248-d3aeaaefdf02), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.129393 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99223f3a-9b94-4ae1-887f-30aecc22d975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a4659c-255a-4e16-8248-d3aeaaefdf02,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:19.131439 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-99223f3a-9b94-4ae1-887f-30aecc22d975 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.134591 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-99223f3a-9b94-4ae1-887f-30aecc22d975 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/60a4659c-255a-4e16-8248-d3aeaaefdf02 HTTP/1.1" status: 204 len: 168 time: 0.3896205 Sep 03 03:56:19.137281 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 44932) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:19.145186 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8d0919-d0e9-442d-a779-e1553b4f3c9e None None] Network 3310a324-39c6-4074-b839-e8b47e45dc07 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:19.177812 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Deleting port c286a720-4591-47d6-b5c3-6b54762c95c7 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:19.178275 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.254358 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (3310a324-39c6-4074-b839-e8b47e45dc07), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.285047 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] For port c286a720-4591-47d6-b5c3-6b54762c95c7, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c286a720-4591-47d6-b5c3-6b54762c95c7,segment=NetworkSegment(4a38423d-c6e0-4b2e-a80b-cc786f4a93ae),segment_id=4a38423d-c6e0-4b2e-a80b-cc786f4a93ae)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:19.285486 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.304865 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Calling delete_port for c286a720-4591-47d6-b5c3-6b54762c95c7 owned by network:dhcp {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:19.310685 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Deleting port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:19.311198 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.418885 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] For port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=21b595bc-5a4c-41f6-9640-c1e97f0cb34c,segment=NetworkSegment(0ed2428c-7383-474e-864b-cc0fa6698cea),segment_id=0ed2428c-7383-474e-864b-cc0fa6698cea)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:19.419482 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.453964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] DHCP port deletion for 335e6c24-2920-465c-b2cd-3b3be68e2751 request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 03:56:19.476765 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Calling delete_port for 21b595bc-5a4c-41f6-9640-c1e97f0cb34c owned by network:dhcp {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:19.519788 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.558326 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] Deleting port c286a720-4591-47d6-b5c3-6b54762c95c7 {{(pid=117868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:56:19.559267 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), before_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.577351 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:19.594098 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Pushing event deleted for resources: {'Port': ['ID=c286a720-4591-47d6-b5c3-6b54762c95c7,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:19.596115 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] No DVR routers for this DVR port c286a720-4591-47d6-b5c3-6b54762c95c7 on host dv-cinder-799663-12-iscsi {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:19.610716 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (21b595bc-5a4c-41f6-9640-c1e97f0cb34c), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.654089 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:19.654425 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device eb4b780f-ee3f-4d80-9afb-a29aa47b8ad6 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:19.654861 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 4108177d-c00a-4c7b-a0a2-381c9d3383ed no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:19.665453 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Pushing event deleted for resources: {'Port': ['ID=21b595bc-5a4c-41f6-9640-c1e97f0cb34c,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:19.682083 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] No DVR routers for this DVR port 21b595bc-5a4c-41f6-9640-c1e97f0cb34c on host dv-cinder-799663-12-iscsi {{(pid=117867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:19.703078 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 4108177d-c00a-4c7b-a0a2-381c9d3383ed {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:19.703425 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 4108177d-c00a-4c7b-a0a2-381c9d3383ed not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:19.710835 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] For port c286a720-4591-47d6-b5c3-6b54762c95c7, host dv-cinder-799663-12-iscsi, got binding levels [] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:56:19.711148 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), precommit_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.732933 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951975f-833a-44fe-8fa6-994c0e7ce064 None None] DHCP port deletion for 3310a324-39c6-4074-b839-e8b47e45dc07 request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 03:56:19.739646 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:DELETE=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:19.756517 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] Calling delete_port for c286a720-4591-47d6-b5c3-6b54762c95c7 owned by network:dhcp {{(pid=117868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:56:19.768332 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.ipam_backend_mixin [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] Port c286a720-4591-47d6-b5c3-6b54762c95c7 was not found and therefore no delete operation was performed {{(pid=117868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 03 03:56:19.772181 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (c286a720-4591-47d6-b5c3-6b54762c95c7), after_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.800687 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (335e6c24-2920-465c-b2cd-3b3be68e2751), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.819290 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] Pushing event deleted for resources: {'Port': ['ID=c286a720-4591-47d6-b5c3-6b54762c95c7,revision_number=None']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:19.823247 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12962070-e8cd-42be-99d6-129f9d8ef630 None None] No DVR routers for this DVR port c286a720-4591-47d6-b5c3-6b54762c95c7 on host dv-cinder-799663-12-iscsi {{(pid=117868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:56:19.841129 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (3310a324-39c6-4074-b839-e8b47e45dc07), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.845657 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335e6c24-2920-465c-b2cd-3b3be68e2751']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:19.859472 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:19.859775 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a38423d-c6e0-4b2e-a80b-cc786f4a93ae') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:19.872543 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (4a38423d-c6e0-4b2e-a80b-cc786f4a93ae), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.893740 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (4a38423d-c6e0-4b2e-a80b-cc786f4a93ae), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.902253 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3310a324-39c6-4074-b839-e8b47e45dc07']}} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:19.906843 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:56:19.907257 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (4a38423d-c6e0-4b2e-a80b-cc786f4a93ae), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.918882 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed2428c-7383-474e-864b-cc0fa6698cea') {'for_net_delete': True} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:19.927708 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed2428c-7383-474e-864b-cc0fa6698cea') {} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:19.959635 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5081127'] for segment (0ed2428c-7383-474e-864b-cc0fa6698cea), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.971712 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 4a38423d-c6e0-4b2e-a80b-cc786f4a93ae resource provider aggregate not found Sep 03 03:56:19.976608 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (0ed2428c-7383-474e-864b-cc0fa6698cea), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:19.992603 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=117867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:56:19.993559 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942730'] for segment (0ed2428c-7383-474e-864b-cc0fa6698cea), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.002588 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 4a38423d-c6e0-4b2e-a80b-cc786f4a93ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a38423d-c6e0-4b2e-a80b-cc786f4a93ae found for delete ", "request_id": "req-e90ee9a7-42b8-4861-9dce-ae6c4670a302"}]} Sep 03 03:56:20.046393 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (335e6c24-2920-465c-b2cd-3b3be68e2751), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.057330 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.068591 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/335e6c24-2920-465c-b2cd-3b3be68e2751 HTTP/1.1" status: 204 len: 168 time: 1.0816150 Sep 03 03:56:20.089806 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (3310a324-39c6-4074-b839-e8b47e45dc07), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.097622 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.106339 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/3310a324-39c6-4074-b839-e8b47e45dc07 HTTP/1.1" status: 204 len: 168 time: 0.9673512 Sep 03 03:56:20.107838 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e6b0b-babd-4450-906f-077af352d366 admin admin] Pushing event deleted for resources: {'Network': ['ID=335e6c24-2920-465c-b2cd-3b3be68e2751,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:20.138099 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89adf3b0-5e9c-453d-b153-cba4eb6883aa admin admin] Pushing event deleted for resources: {'Network': ['ID=3310a324-39c6-4074-b839-e8b47e45dc07,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:20.244536 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 0ed2428c-7383-474e-864b-cc0fa6698cea resource provider aggregate not found Sep 03 03:56:20.265667 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 0ed2428c-7383-474e-864b-cc0fa6698cea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ed2428c-7383-474e-864b-cc0fa6698cea found for delete ", "request_id": "req-7d3729c2-0948-42a4-ba32-6c55efb9fad1"}]} Sep 03 03:56:20.394972 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45032) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:20.395576 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45034) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:20.428958 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 04d667da-5603-434d-b319-c7f67eefc163 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:20.441142 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-5d743e93-d4f9-41b9-a0e3-1b4d20577bcc admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ac9e77355ba040bda4f2186753df7b24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449147 Sep 03 03:56:20.447714 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45040) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:20.470007 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a81bb48f-53a8-4117-8865-16ecbf4a75f7 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=12347de4d2e5465b9a00004084fcb85c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0730152 Sep 03 03:56:20.472550 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45042) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:20.473431 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 04d667da-5603-434d-b319-c7f67eefc163 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:20.475601 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 04d667da-5603-434d-b319-c7f67eefc163 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:20.476099 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c286a720-4591-47d6-b5c3-6b54762c95c7 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:20.510542 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: c286a720-4591-47d6-b5c3-6b54762c95c7 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:20.511243 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c286a720-4591-47d6-b5c3-6b54762c95c7 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:20.512111 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 21b595bc-5a4c-41f6-9640-c1e97f0cb34c no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:20.546003 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 21b595bc-5a4c-41f6-9640-c1e97f0cb34c {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:20.546474 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 21b595bc-5a4c-41f6-9640-c1e97f0cb34c not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:20.547018 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c7ca8c66-26f0-47b1-a767-11097cbc3cf4 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:56:20.566981 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8a85633d-461f-4b93-ad56-478eb344e7f8 admin admin] Publish callbacks [] for security_group (fdb2816d-2d64-4476-bf5a-5f075025d5c7), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.570267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:20.570986 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: c7ca8c66-26f0-47b1-a767-11097cbc3cf4 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:56:20.571421 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c7ca8c66-26f0-47b1-a767-11097cbc3cf4 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:56:20.606368 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8a85633d-461f-4b93-ad56-478eb344e7f8 admin admin] Publish callbacks [] for security_group (fdb2816d-2d64-4476-bf5a-5f075025d5c7), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.614927 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-65bab20e-0473-4845-a896-e312528d5faa admin admin] Publish callbacks [] for security_group (ff54ea9d-ff79-45bc-84bd-171ea4df3dbc), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.655083 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-65bab20e-0473-4845-a896-e312528d5faa admin admin] Publish callbacks [] for security_group (ff54ea9d-ff79-45bc-84bd-171ea4df3dbc), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.703918 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8a85633d-461f-4b93-ad56-478eb344e7f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (fdb2816d-2d64-4476-bf5a-5f075025d5c7), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.706777 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8a85633d-461f-4b93-ad56-478eb344e7f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.710280 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8a85633d-461f-4b93-ad56-478eb344e7f8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fdb2816d-2d64-4476-bf5a-5f075025d5c7 HTTP/1.1" status: 204 len: 168 time: 0.2590842 Sep 03 03:56:20.717155 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85633d-461f-4b93-ad56-478eb344e7f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb2816d-2d64-4476-bf5a-5f075025d5c7,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:20.728638 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-65bab20e-0473-4845-a896-e312528d5faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ff54ea9d-ff79-45bc-84bd-171ea4df3dbc), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.732390 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-65bab20e-0473-4845-a896-e312528d5faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:20.733866 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-65bab20e-0473-4845-a896-e312528d5faa admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ff54ea9d-ff79-45bc-84bd-171ea4df3dbc HTTP/1.1" status: 204 len: 168 time: 0.2594855 Sep 03 03:56:20.747658 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bab20e-0473-4845-a896-e312528d5faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff54ea9d-ff79-45bc-84bd-171ea4df3dbc,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:21.562009 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45128) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:21.772638 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-972903875-network', 'tenant_id': '86757f07a99c47d58f35ac91e4609af4'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:21.794676 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Made reservation on behalf of 86757f07a99c47d58f35ac91e4609af4 for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:21.797392 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:21.807005 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:21.809299 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:21.902990 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Publish callbacks [] for security_group (9872e56b-4820-4bd4-8557-c93a8388e988), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:21.914700 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9872e56b-4820-4bd4-8557-c93a8388e988), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:21.944557 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:56:21.952741 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9872e56b-4820-4bd4-8557-c93a8388e988,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:21.957734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:21.957734 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Added segment 1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2 of type vlan for network ecbdb857-1758-4707-a8fe-79674b6bf2de Sep 03 03:56:21.975933 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.976382 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.976722 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.977068 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.977392 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.977713 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.978034 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.978353 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.978674 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.979037 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.979431 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.979733 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.980059 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.980377 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:21.981008 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.028113 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (ecbdb857-1758-4707-a8fe-79674b6bf2de), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.063002 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (ecbdb857-1758-4707-a8fe-79674b6bf2de), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.064228 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:22.064807 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.120505 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5573819 Sep 03 03:56:22.123508 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45164) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:22.130227 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Request body: {'subnet': {'network_id': 'ecbdb857-1758-4707-a8fe-79674b6bf2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-972903875-subnet', 'tenant_id': '86757f07a99c47d58f35ac91e4609af4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:22.131496 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aa4d5-e732-412d-945c-69a4a6dece73 admin admin] Pushing event updated for resources: {'Network': ['ID=ecbdb857-1758-4707-a8fe-79674b6bf2de,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:22.142113 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:22.142599 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network ecbdb857-1758-4707-a8fe-79674b6bf2de details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:56:22.155708 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Made reservation on behalf of 86757f07a99c47d58f35ac91e4609af4 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:22.158724 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5081843'] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.220409 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:22.296548 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45170) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:22.347355 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7942055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5081793'] for subnet (9860cbb6-52fa-4367-98f7-c38211bb6029), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.405352 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9860cbb6-52fa-4367-98f7-c38211bb6029,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:22.412683 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a18ba21c-f570-4d88-b0b6-17c8e55673a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.417436 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.417770 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.418099 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.418422 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.418741 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.419079 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.419385 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.419700 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.420004 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.420312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.420620 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.420926 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.421232 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.421535 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.421847 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:56:22.426977 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Checking segment: {'id': '1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ecbdb857-1758-4707-a8fe-79674b6bf2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:56:22.427327 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Network hostable DHCP agents. Network: ecbdb857-1758-4707-a8fe-79674b6bf2de, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:56:22.444334 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Network ecbdb857-1758-4707-a8fe-79674b6bf2de is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:56:22.452699 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, ecbdb857-1758-4707-a8fe-79674b6bf2de) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:56:22.457330 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:22.457857 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.464392 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6b176d-e689-43bf-8cff-292aeae95c14 None None] Network ecbdb857-1758-4707-a8fe-79674b6bf2de requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:22.475067 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-0fd61f88-482a-41c5-8d10-6d0f20aa8189 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3498955 Sep 03 03:56:22.505418 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a18ba21c-f570-4d88-b0b6-17c8e55673a8 admin admin] Publish callbacks [] for security_group (537cb0cc-ac0e-4c64-863c-d21d0885aa79), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.511257 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a18ba21c-f570-4d88-b0b6-17c8e55673a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (537cb0cc-ac0e-4c64-863c-d21d0885aa79), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.551810 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-a18ba21c-f570-4d88-b0b6-17c8e55673a8 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=0c500af6dea04db19c4d6e864220c5dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541637 Sep 03 03:56:22.552631 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ba21c-f570-4d88-b0b6-17c8e55673a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537cb0cc-ac0e-4c64-863c-d21d0885aa79,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:22.554527 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45176) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:22.593530 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8d5116-6905-4509-bc52-cf176aaa5d37 None None] Network ecbdb857-1758-4707-a8fe-79674b6bf2de requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:22.608306 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ceae8669-a595-473e-9896-9398e7a5d9df admin admin] Publish callbacks [] for security_group (537cb0cc-ac0e-4c64-863c-d21d0885aa79), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.632086 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ceae8669-a595-473e-9896-9398e7a5d9df admin admin] Publish callbacks [] for security_group (537cb0cc-ac0e-4c64-863c-d21d0885aa79), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.685804 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ceae8669-a595-473e-9896-9398e7a5d9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (537cb0cc-ac0e-4c64-863c-d21d0885aa79), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.689382 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ceae8669-a595-473e-9896-9398e7a5d9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:22.690550 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ceae8669-a595-473e-9896-9398e7a5d9df admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/537cb0cc-ac0e-4c64-863c-d21d0885aa79 HTTP/1.1" status: 204 len: 168 time: 0.1350210 Sep 03 03:56:22.699306 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae8669-a595-473e-9896-9398e7a5d9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537cb0cc-ac0e-4c64-863c-d21d0885aa79,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:23.059706 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45204) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:23.064777 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049640752-network', 'tenant_id': 'e9774edf406540268ce71ab9aff51731'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:23.084852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Made reservation on behalf of e9774edf406540268ce71ab9aff51731 for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:23.087784 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.096989 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.119986 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:23.178423 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Publish callbacks [] for security_group (5bffdc8d-7d37-460b-a8c9-6ee12bff5518), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.182931 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5bffdc8d-7d37-460b-a8c9-6ee12bff5518), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.200632 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=24,neutron:SELECT=71,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:23.213465 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:56:23.227402 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bffdc8d-7d37-460b-a8c9-6ee12bff5518,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:23.238836 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (754eeffd-6e21-471b-983b-bb23aa77adec), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.239356 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Added segment 754eeffd-6e21-471b-983b-bb23aa77adec of type vlan for network 7f607208-7e12-48e3-9814-4f5ef93b13de Sep 03 03:56:23.288329 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (7f607208-7e12-48e3-9814-4f5ef93b13de), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.315759 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (7f607208-7e12-48e3-9814-4f5ef93b13de), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.316937 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:23.318153 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.373075 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3121536 Sep 03 03:56:23.375862 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45218) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:23.381292 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Request body: {'subnet': {'network_id': '7f607208-7e12-48e3-9814-4f5ef93b13de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2049640752-subnet', 'tenant_id': 'e9774edf406540268ce71ab9aff51731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:23.385618 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048da4fe-2fc9-4a96-8d77-8ac16fa5d98d admin admin] Pushing event updated for resources: {'Network': ['ID=7f607208-7e12-48e3-9814-4f5ef93b13de,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:23.397208 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 7f607208-7e12-48e3-9814-4f5ef93b13de details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:56:23.406757 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Made reservation on behalf of e9774edf406540268ce71ab9aff51731 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:23.409376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5081843'] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.475984 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:23.593504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7942055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5081793'] for subnet (10ce4fbe-c18b-4b4b-a181-ebc8c426b723), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.657273 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Pushing event updated for resources: {'Subnet': ['ID=10ce4fbe-c18b-4b4b-a181-ebc8c426b723,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:23.665591 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Checking segment: {'id': '754eeffd-6e21-471b-983b-bb23aa77adec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '7f607208-7e12-48e3-9814-4f5ef93b13de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:56:23.665940 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Network hostable DHCP agents. Network: 7f607208-7e12-48e3-9814-4f5ef93b13de, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:56:23.677393 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:23.685439 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Network 7f607208-7e12-48e3-9814-4f5ef93b13de is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:56:23.695881 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 7f607208-7e12-48e3-9814-4f5ef93b13de) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:56:23.700448 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:23.701211 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.706937 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d56ad2-1898-4b9c-93f3-3056fb226875 None None] Network 7f607208-7e12-48e3-9814-4f5ef93b13de requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:23.720441 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ba28912f-692f-45d4-b50e-4ac5704b87df admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3431921 Sep 03 03:56:23.823667 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc7ab79-0ec5-4478-974a-2e7790f9fbc8 None None] Network 7f607208-7e12-48e3-9814-4f5ef93b13de requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:23.861793 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45234) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:23.933124 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd0e7125-2027-4584-b2c6-b7ff9a94c1da admin admin] Deleting subnet 9860cbb6-52fa-4367-98f7-c38211bb6029 {{(pid=117867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:56:23.941656 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7125-2027-4584-b2c6-b7ff9a94c1da admin admin] Publish callbacks [] for subnet (9860cbb6-52fa-4367-98f7-c38211bb6029), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:23.982555 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7125-2027-4584-b2c6-b7ff9a94c1da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5081136'] for subnet (9860cbb6-52fa-4367-98f7-c38211bb6029), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.029911 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7125-2027-4584-b2c6-b7ff9a94c1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (9860cbb6-52fa-4367-98f7-c38211bb6029), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.089100 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7125-2027-4584-b2c6-b7ff9a94c1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7942120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5081800'] for subnet (9860cbb6-52fa-4367-98f7-c38211bb6029), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.122216 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e7125-2027-4584-b2c6-b7ff9a94c1da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9860cbb6-52fa-4367-98f7-c38211bb6029,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:24.124473 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fd0e7125-2027-4584-b2c6-b7ff9a94c1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.130352 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45254) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:24.131341 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-fd0e7125-2027-4584-b2c6-b7ff9a94c1da admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/9860cbb6-52fa-4367-98f7-c38211bb6029 HTTP/1.1" status: 204 len: 168 time: 0.2683911 Sep 03 03:56:24.525858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (ecbdb857-1758-4707-a8fe-79674b6bf2de), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.613100 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (ecbdb857-1758-4707-a8fe-79674b6bf2de), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.633783 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbdb857-1758-4707-a8fe-79674b6bf2de']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:24.643507 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:24.643693 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:24.654230 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.668717 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.676568 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:56:24.676972 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.687491 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45294) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:24.731888 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2 resource provider aggregate not found Sep 03 03:56:24.752000 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1d222d20-0a86-4bcb-b8bf-4c9a21c3e9b2 found for delete ", "request_id": "req-72bd4726-2520-49cf-bcc1-a21bb32ec8c3"}]} Sep 03 03:56:24.762562 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (ecbdb857-1758-4707-a8fe-79674b6bf2de), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.768997 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.774995 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/ecbdb857-1758-4707-a8fe-79674b6bf2de HTTP/1.1" status: 204 len: 168 time: 0.6407230 Sep 03 03:56:24.775413 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45304) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:24.782240 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918de601-7362-43a1-9bf5-1279b5ac1d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbdb857-1758-4707-a8fe-79674b6bf2de,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:24.833369 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0efbe28-6788-4902-b88d-31c9b355f8ff admin admin] Deleting subnet 10ce4fbe-c18b-4b4b-a181-ebc8c426b723 {{(pid=117867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:56:24.843934 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e0efbe28-6788-4902-b88d-31c9b355f8ff admin admin] Publish callbacks [] for subnet (10ce4fbe-c18b-4b4b-a181-ebc8c426b723), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.899593 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e0efbe28-6788-4902-b88d-31c9b355f8ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5081136'] for subnet (10ce4fbe-c18b-4b4b-a181-ebc8c426b723), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.903731 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-0c0cf412-0ec0-449a-a347-d658c8fe1de0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=78f83c7b81a54c9a936f140ca94e3d34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148547 Sep 03 03:56:24.906440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45308) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:24.947799 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e0efbe28-6788-4902-b88d-31c9b355f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (10ce4fbe-c18b-4b4b-a181-ebc8c426b723), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.962397 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c4b9eb66-fdb9-4e63-a285-4447833893c8 admin admin] Publish callbacks [] for security_group (def26aaf-1450-4c91-8142-242cff89645e), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:24.984860 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c4b9eb66-fdb9-4e63-a285-4447833893c8 admin admin] Publish callbacks [] for security_group (def26aaf-1450-4c91-8142-242cff89645e), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.005815 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e0efbe28-6788-4902-b88d-31c9b355f8ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7942120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5081800'] for subnet (10ce4fbe-c18b-4b4b-a181-ebc8c426b723), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.035289 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e0efbe28-6788-4902-b88d-31c9b355f8ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.036935 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45312) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:25.041000 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-e0efbe28-6788-4902-b88d-31c9b355f8ff admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/10ce4fbe-c18b-4b4b-a181-ebc8c426b723 HTTP/1.1" status: 204 len: 168 time: 0.2619214 Sep 03 03:56:25.041000 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0efbe28-6788-4902-b88d-31c9b355f8ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10ce4fbe-c18b-4b4b-a181-ebc8c426b723,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:25.041401 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45314) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:25.043433 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c4b9eb66-fdb9-4e63-a285-4447833893c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (def26aaf-1450-4c91-8142-242cff89645e), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.046513 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c4b9eb66-fdb9-4e63-a285-4447833893c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.047781 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c4b9eb66-fdb9-4e63-a285-4447833893c8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/def26aaf-1450-4c91-8142-242cff89645e HTTP/1.1" status: 204 len: 168 time: 0.1402307 Sep 03 03:56:25.057003 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9eb66-fdb9-4e63-a285-4447833893c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def26aaf-1450-4c91-8142-242cff89645e,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:25.128792 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (7f607208-7e12-48e3-9814-4f5ef93b13de), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.140869 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:25.160892 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c3fefe9b-3064-49fd-95cb-9d64afa1e2ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.214722 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (7f607208-7e12-48e3-9814-4f5ef93b13de), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.217678 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=13,neutron:SELECT=76,neutron:UPDATE=5,neutron:DELETE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:25.237326 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f607208-7e12-48e3-9814-4f5ef93b13de']}} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:25.247299 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '754eeffd-6e21-471b-983b-bb23aa77adec') {'for_net_delete': True} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:25.247584 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '754eeffd-6e21-471b-983b-bb23aa77adec') {} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:56:25.256475 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c3fefe9b-3064-49fd-95cb-9d64afa1e2ec admin admin] Publish callbacks [] for security_group (05b1d3e0-ebaa-4fc1-a271-67131b5c5a9c), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.256475 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c3fefe9b-3064-49fd-95cb-9d64afa1e2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (05b1d3e0-ebaa-4fc1-a271-67131b5c5a9c), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.262044 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5081127'] for segment (754eeffd-6e21-471b-983b-bb23aa77adec), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.276045 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (754eeffd-6e21-471b-983b-bb23aa77adec), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.282926 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=117867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:56:25.283392 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942730'] for segment (754eeffd-6e21-471b-983b-bb23aa77adec), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.298213 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fefe9b-3064-49fd-95cb-9d64afa1e2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b1d3e0-ebaa-4fc1-a271-67131b5c5a9c,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:25.311088 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c3fefe9b-3064-49fd-95cb-9d64afa1e2ec admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f512ec6b6c5f4e21816622b4cba0684a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729607 Sep 03 03:56:25.311691 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45326) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:25.350710 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 754eeffd-6e21-471b-983b-bb23aa77adec resource provider aggregate not found Sep 03 03:56:25.374560 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 754eeffd-6e21-471b-983b-bb23aa77adec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 754eeffd-6e21-471b-983b-bb23aa77adec found for delete ", "request_id": "req-85b90df7-ebea-4fbd-8572-aa4001946429"}]} Sep 03 03:56:25.380271 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (7f607208-7e12-48e3-9814-4f5ef93b13de), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.389990 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.395321 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-09d37b8f-1937-4b83-a6ca-b656a768bebf admin admin] Publish callbacks [] for security_group (05b1d3e0-ebaa-4fc1-a271-67131b5c5a9c), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.399403 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/7f607208-7e12-48e3-9814-4f5ef93b13de HTTP/1.1" status: 204 len: 168 time: 0.3563967 Sep 03 03:56:25.400204 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:25.414883 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d820bef6-9fdf-47f2-a56e-86ecc48a75a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f607208-7e12-48e3-9814-4f5ef93b13de,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:25.438996 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-09d37b8f-1937-4b83-a6ca-b656a768bebf admin admin] Publish callbacks [] for security_group (05b1d3e0-ebaa-4fc1-a271-67131b5c5a9c), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.459047 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:25.509444 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-09d37b8f-1937-4b83-a6ca-b656a768bebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (05b1d3e0-ebaa-4fc1-a271-67131b5c5a9c), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.513564 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-09d37b8f-1937-4b83-a6ca-b656a768bebf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.514788 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-09d37b8f-1937-4b83-a6ca-b656a768bebf admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/05b1d3e0-ebaa-4fc1-a271-67131b5c5a9c HTTP/1.1" status: 204 len: 168 time: 0.2020764 Sep 03 03:56:25.525439 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d37b8f-1937-4b83-a6ca-b656a768bebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b1d3e0-ebaa-4fc1-a271-67131b5c5a9c,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:25.545563 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45350) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:25.604787 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-d02c953e-7489-4fee-9688-71d4f567d2b4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=86757f07a99c47d58f35ac91e4609af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550923 Sep 03 03:56:25.607815 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45352) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:25.669198 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-21833dda-abf2-40b0-8eed-450c6162ac8e admin admin] Publish callbacks [] for security_group (9872e56b-4820-4bd4-8557-c93a8388e988), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.697847 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-21833dda-abf2-40b0-8eed-450c6162ac8e admin admin] Publish callbacks [] for security_group (9872e56b-4820-4bd4-8557-c93a8388e988), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.760474 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-21833dda-abf2-40b0-8eed-450c6162ac8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9872e56b-4820-4bd4-8557-c93a8388e988), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.763170 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-21833dda-abf2-40b0-8eed-450c6162ac8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:25.767143 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-21833dda-abf2-40b0-8eed-450c6162ac8e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9872e56b-4820-4bd4-8557-c93a8388e988 HTTP/1.1" status: 204 len: 168 time: 0.1556120 Sep 03 03:56:25.775663 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21833dda-abf2-40b0-8eed-450c6162ac8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9872e56b-4820-4bd4-8557-c93a8388e988,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:25.954539 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45366) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:25.972039 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-408c88d6-9d9d-4a08-859c-5331272e1b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.058528 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-408c88d6-9d9d-4a08-859c-5331272e1b7c admin admin] Publish callbacks [] for security_group (a34e5ee7-55fa-4c7b-9aef-5a471a619289), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.063687 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-408c88d6-9d9d-4a08-859c-5331272e1b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a34e5ee7-55fa-4c7b-9aef-5a471a619289), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.109948 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-408c88d6-9d9d-4a08-859c-5331272e1b7c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1d22a7a4034e43a0a8769c8562114124&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540892 Sep 03 03:56:26.110751 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c88d6-9d9d-4a08-859c-5331272e1b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34e5ee7-55fa-4c7b-9aef-5a471a619289,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:26.113630 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45372) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:26.151484 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45376) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:26.166376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-deceba9c-df32-4edd-ab0d-3c0c9fdaa1e4 admin admin] Publish callbacks [] for security_group (a34e5ee7-55fa-4c7b-9aef-5a471a619289), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.187077 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-deceba9c-df32-4edd-ab0d-3c0c9fdaa1e4 admin admin] Publish callbacks [] for security_group (a34e5ee7-55fa-4c7b-9aef-5a471a619289), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.193211 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-201fa9cf-cfbe-4355-96cc-963ea1ddec12 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e9774edf406540268ce71ab9aff51731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406246 Sep 03 03:56:26.196102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45378) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:26.245413 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-deceba9c-df32-4edd-ab0d-3c0c9fdaa1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a34e5ee7-55fa-4c7b-9aef-5a471a619289), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.248210 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-deceba9c-df32-4edd-ab0d-3c0c9fdaa1e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.254935 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-deceba9c-df32-4edd-ab0d-3c0c9fdaa1e4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a34e5ee7-55fa-4c7b-9aef-5a471a619289 HTTP/1.1" status: 204 len: 168 time: 0.1371875 Sep 03 03:56:26.263260 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-68f7c77b-0690-4e5b-a6fc-593c219ce0b4 admin admin] Publish callbacks [] for security_group (5bffdc8d-7d37-460b-a8c9-6ee12bff5518), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.268568 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deceba9c-df32-4edd-ab0d-3c0c9fdaa1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34e5ee7-55fa-4c7b-9aef-5a471a619289,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:26.287172 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-68f7c77b-0690-4e5b-a6fc-593c219ce0b4 admin admin] Publish callbacks [] for security_group (5bffdc8d-7d37-460b-a8c9-6ee12bff5518), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.305108 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:26.346880 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-68f7c77b-0690-4e5b-a6fc-593c219ce0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5bffdc8d-7d37-460b-a8c9-6ee12bff5518), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.349741 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-68f7c77b-0690-4e5b-a6fc-593c219ce0b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:26.351118 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-68f7c77b-0690-4e5b-a6fc-593c219ce0b4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5bffdc8d-7d37-460b-a8c9-6ee12bff5518 HTTP/1.1" status: 204 len: 168 time: 0.1537559 Sep 03 03:56:26.360629 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7c77b-0690-4e5b-a6fc-593c219ce0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bffdc8d-7d37-460b-a8c9-6ee12bff5518,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:27.247125 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45444) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:27.430621 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a5c92f4f-5546-4c93-8ff8-b252d6928d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:27.524456 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a5c92f4f-5546-4c93-8ff8-b252d6928d91 admin admin] Publish callbacks [] for security_group (1d4082da-8e9c-4e74-b0df-756fc9e893fe), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:27.530664 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a5c92f4f-5546-4c93-8ff8-b252d6928d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1d4082da-8e9c-4e74-b0df-756fc9e893fe), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:27.575885 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-a5c92f4f-5546-4c93-8ff8-b252d6928d91 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=30b8bc874a0742b8b48b57f85d12751d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269105 Sep 03 03:56:27.578116 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c92f4f-5546-4c93-8ff8-b252d6928d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4082da-8e9c-4e74-b0df-756fc9e893fe,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:27.578735 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45460) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:27.632454 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a8d47fce-756e-451c-b40e-fec8093dc5ed admin admin] Publish callbacks [] for security_group (1d4082da-8e9c-4e74-b0df-756fc9e893fe), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:27.657213 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a8d47fce-756e-451c-b40e-fec8093dc5ed admin admin] Publish callbacks [] for security_group (1d4082da-8e9c-4e74-b0df-756fc9e893fe), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:27.711593 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a8d47fce-756e-451c-b40e-fec8093dc5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1d4082da-8e9c-4e74-b0df-756fc9e893fe), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:27.714484 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a8d47fce-756e-451c-b40e-fec8093dc5ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:27.715775 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a8d47fce-756e-451c-b40e-fec8093dc5ed admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1d4082da-8e9c-4e74-b0df-756fc9e893fe HTTP/1.1" status: 204 len: 168 time: 0.1360414 Sep 03 03:56:27.724999 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d47fce-756e-451c-b40e-fec8093dc5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4082da-8e9c-4e74-b0df-756fc9e893fe,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:28.156320 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45490) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:28.170305 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e41a921d-7d57-43d1-9eaf-fd23c7edc481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:28.260137 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e41a921d-7d57-43d1-9eaf-fd23c7edc481 admin admin] Publish callbacks [] for security_group (9940d33d-f270-4e02-b5ff-9b5ae3694ec7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:28.265974 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e41a921d-7d57-43d1-9eaf-fd23c7edc481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9940d33d-f270-4e02-b5ff-9b5ae3694ec7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:28.306455 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a921d-7d57-43d1-9eaf-fd23c7edc481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9940d33d-f270-4e02-b5ff-9b5ae3694ec7,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:28.311158 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-e41a921d-7d57-43d1-9eaf-fd23c7edc481 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a5b356433ada453590c2c1ea7c993209&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1537042 Sep 03 03:56:28.313688 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45498) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:28.378966 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-86298128-b3ce-4032-bde1-f688732d0482 admin admin] Publish callbacks [] for security_group (9940d33d-f270-4e02-b5ff-9b5ae3694ec7), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:28.400008 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-86298128-b3ce-4032-bde1-f688732d0482 admin admin] Publish callbacks [] for security_group (9940d33d-f270-4e02-b5ff-9b5ae3694ec7), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:28.453290 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-86298128-b3ce-4032-bde1-f688732d0482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9940d33d-f270-4e02-b5ff-9b5ae3694ec7), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:28.455897 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-86298128-b3ce-4032-bde1-f688732d0482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:28.459379 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-86298128-b3ce-4032-bde1-f688732d0482 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9940d33d-f270-4e02-b5ff-9b5ae3694ec7 HTTP/1.1" status: 204 len: 168 time: 0.1444206 Sep 03 03:56:28.471971 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86298128-b3ce-4032-bde1-f688732d0482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9940d33d-f270-4e02-b5ff-9b5ae3694ec7,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:31.474978 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45622) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:31.579528 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:31.590381 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1630d598-a1d2-4512-b6b0-766d61766440 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:31.676180 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1630d598-a1d2-4512-b6b0-766d61766440 admin admin] Publish callbacks [] for security_group (9f757ffa-ff8d-4f71-9735-d3ac4dc2fc0b), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:31.681311 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1630d598-a1d2-4512-b6b0-766d61766440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9f757ffa-ff8d-4f71-9735-d3ac4dc2fc0b), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:31.719017 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1630d598-a1d2-4512-b6b0-766d61766440 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2955eb93a3b24bdb857d163bffa4d17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428842 Sep 03 03:56:31.719833 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630d598-a1d2-4512-b6b0-766d61766440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f757ffa-ff8d-4f71-9735-d3ac4dc2fc0b,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:31.721931 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45634) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:31.752756 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:31.777312 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-80a48114-16d1-4dbe-8b81-89d368b9b55c admin admin] Publish callbacks [] for security_group (9f757ffa-ff8d-4f71-9735-d3ac4dc2fc0b), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:31.799728 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-80a48114-16d1-4dbe-8b81-89d368b9b55c admin admin] Publish callbacks [] for security_group (9f757ffa-ff8d-4f71-9735-d3ac4dc2fc0b), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:31.850826 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-80a48114-16d1-4dbe-8b81-89d368b9b55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (9f757ffa-ff8d-4f71-9735-d3ac4dc2fc0b), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:31.853589 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-80a48114-16d1-4dbe-8b81-89d368b9b55c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:31.854731 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-80a48114-16d1-4dbe-8b81-89d368b9b55c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/9f757ffa-ff8d-4f71-9735-d3ac4dc2fc0b HTTP/1.1" status: 204 len: 168 time: 0.1317804 Sep 03 03:56:31.863030 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a48114-16d1-4dbe-8b81-89d368b9b55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f757ffa-ff8d-4f71-9735-d3ac4dc2fc0b,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:32.148713 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45640) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:32.170216 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e4679e67-508e-44d4-804c-a5ef92a21d90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:32.248055 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e4679e67-508e-44d4-804c-a5ef92a21d90 admin admin] Publish callbacks [] for security_group (0b5eabd0-ce25-4f29-9fe9-4fa41f44ea11), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:32.253113 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e4679e67-508e-44d4-804c-a5ef92a21d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (0b5eabd0-ce25-4f29-9fe9-4fa41f44ea11), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:32.295505 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e4679e67-508e-44d4-804c-a5ef92a21d90 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a6baa394c21b42ad8faf507d74e350f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454186 Sep 03 03:56:32.296344 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4679e67-508e-44d4-804c-a5ef92a21d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5eabd0-ce25-4f29-9fe9-4fa41f44ea11,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:32.298706 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45644) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:32.330839 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:32.356555 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-62f5619f-2d87-4be4-9c93-f3158a67d287 admin admin] Publish callbacks [] for security_group (0b5eabd0-ce25-4f29-9fe9-4fa41f44ea11), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:32.378126 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-62f5619f-2d87-4be4-9c93-f3158a67d287 admin admin] Publish callbacks [] for security_group (0b5eabd0-ce25-4f29-9fe9-4fa41f44ea11), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:32.427841 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-62f5619f-2d87-4be4-9c93-f3158a67d287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (0b5eabd0-ce25-4f29-9fe9-4fa41f44ea11), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:32.430557 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-62f5619f-2d87-4be4-9c93-f3158a67d287 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:32.431702 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-62f5619f-2d87-4be4-9c93-f3158a67d287 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0b5eabd0-ce25-4f29-9fe9-4fa41f44ea11 HTTP/1.1" status: 204 len: 168 time: 0.1312590 Sep 03 03:56:32.439869 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5619f-2d87-4be4-9c93-f3158a67d287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5eabd0-ce25-4f29-9fe9-4fa41f44ea11,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:32.563552 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=33 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:32.570433 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=36 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:34.129058 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45698) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:34.465465 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-96ac300d-d3cf-4b98-b21c-8b0277bdf483 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:34.547329 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-96ac300d-d3cf-4b98-b21c-8b0277bdf483 admin admin] Publish callbacks [] for security_group (74047e15-b059-4e6a-b425-a05c0e6ba1eb), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:34.552380 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-96ac300d-d3cf-4b98-b21c-8b0277bdf483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (74047e15-b059-4e6a-b425-a05c0e6ba1eb), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:34.589773 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac300d-d3cf-4b98-b21c-8b0277bdf483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74047e15-b059-4e6a-b425-a05c0e6ba1eb,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:34.596585 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-96ac300d-d3cf-4b98-b21c-8b0277bdf483 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=20c39dfc7e1349f2a9b1ad7d6a829b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640071 Sep 03 03:56:34.596920 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45710) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:34.646220 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9707a6b6-2ece-4d3d-b5b7-cfba674b34f8 admin admin] Publish callbacks [] for security_group (74047e15-b059-4e6a-b425-a05c0e6ba1eb), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:34.666070 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9707a6b6-2ece-4d3d-b5b7-cfba674b34f8 admin admin] Publish callbacks [] for security_group (74047e15-b059-4e6a-b425-a05c0e6ba1eb), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:34.715428 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9707a6b6-2ece-4d3d-b5b7-cfba674b34f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (74047e15-b059-4e6a-b425-a05c0e6ba1eb), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:34.718282 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9707a6b6-2ece-4d3d-b5b7-cfba674b34f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:34.719193 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-9707a6b6-2ece-4d3d-b5b7-cfba674b34f8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/74047e15-b059-4e6a-b425-a05c0e6ba1eb HTTP/1.1" status: 204 len: 168 time: 0.1215310 Sep 03 03:56:34.729440 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707a6b6-2ece-4d3d-b5b7-cfba674b34f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74047e15-b059-4e6a-b425-a05c0e6ba1eb,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:34.741512 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:35.024172 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45728) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:35.037676 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b46fb289-09ba-4e65-a622-db8644f0e6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:35.079525 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:35.113420 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b46fb289-09ba-4e65-a622-db8644f0e6b1 admin admin] Publish callbacks [] for security_group (ab14574a-3bef-4306-9917-7027aa08a2d6), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:35.118034 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b46fb289-09ba-4e65-a622-db8644f0e6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ab14574a-3bef-4306-9917-7027aa08a2d6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:35.156528 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-b46fb289-09ba-4e65-a622-db8644f0e6b1 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=095ff17e124e4c6ba106914075712a54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312206 Sep 03 03:56:35.157366 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fb289-09ba-4e65-a622-db8644f0e6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab14574a-3bef-4306-9917-7027aa08a2d6,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:35.159352 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45730) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:35.212490 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7d99d21d-8d3a-4073-9de9-d8aa5ac3e90b admin admin] Publish callbacks [] for security_group (ab14574a-3bef-4306-9917-7027aa08a2d6), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:35.233154 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7d99d21d-8d3a-4073-9de9-d8aa5ac3e90b admin admin] Publish callbacks [] for security_group (ab14574a-3bef-4306-9917-7027aa08a2d6), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:35.284310 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7d99d21d-8d3a-4073-9de9-d8aa5ac3e90b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ab14574a-3bef-4306-9917-7027aa08a2d6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:35.286993 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-7d99d21d-8d3a-4073-9de9-d8aa5ac3e90b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:35.289113 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-7d99d21d-8d3a-4073-9de9-d8aa5ac3e90b admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ab14574a-3bef-4306-9917-7027aa08a2d6 HTTP/1.1" status: 204 len: 168 time: 0.1274831 Sep 03 03:56:35.296035 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99d21d-8d3a-4073-9de9-d8aa5ac3e90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab14574a-3bef-4306-9917-7027aa08a2d6,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:37.515236 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45814) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:37.627225 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-280d7cfa-870d-4f42-99ff-967d450a596c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:37.714640 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-280d7cfa-870d-4f42-99ff-967d450a596c admin admin] Publish callbacks [] for security_group (3f58b5ab-4f73-4c79-80b7-7001cbbbef00), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:37.720575 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-280d7cfa-870d-4f42-99ff-967d450a596c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3f58b5ab-4f73-4c79-80b7-7001cbbbef00), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:37.740902 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:37.760261 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-280d7cfa-870d-4f42-99ff-967d450a596c admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f7b373816c6540d392f885f90a8e8efb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438657 Sep 03 03:56:37.763261 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45822) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:37.765752 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7cfa-870d-4f42-99ff-967d450a596c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f58b5ab-4f73-4c79-80b7-7001cbbbef00,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:37.787293 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:37.823056 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a2d8-8349-4383-830b-439963e793b2 admin admin] Publish callbacks [] for security_group (3f58b5ab-4f73-4c79-80b7-7001cbbbef00), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:37.842906 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a2d8-8349-4383-830b-439963e793b2 admin admin] Publish callbacks [] for security_group (3f58b5ab-4f73-4c79-80b7-7001cbbbef00), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:37.895507 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a2d8-8349-4383-830b-439963e793b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3f58b5ab-4f73-4c79-80b7-7001cbbbef00), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:37.898202 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-dfc1a2d8-8349-4383-830b-439963e793b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:37.899503 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-dfc1a2d8-8349-4383-830b-439963e793b2 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3f58b5ab-4f73-4c79-80b7-7001cbbbef00 HTTP/1.1" status: 204 len: 168 time: 0.1350379 Sep 03 03:56:37.907515 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1a2d8-8349-4383-830b-439963e793b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f58b5ab-4f73-4c79-80b7-7001cbbbef00,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:38.196428 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45832) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:38.211302 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f2ee-bbbd-4cb0-89f3-ca5e3741dcbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:38.294119 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f2ee-bbbd-4cb0-89f3-ca5e3741dcbf admin admin] Publish callbacks [] for security_group (3be3fca3-e9b3-4872-9896-5493bd396e74), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:38.299441 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7ff0f2ee-bbbd-4cb0-89f3-ca5e3741dcbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3be3fca3-e9b3-4872-9896-5493bd396e74), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:38.338263 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7ff0f2ee-bbbd-4cb0-89f3-ca5e3741dcbf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=8fa18fd971ff4f0094815e3a3df1a5c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1407046 Sep 03 03:56:38.339156 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0f2ee-bbbd-4cb0-89f3-ca5e3741dcbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3fca3-e9b3-4872-9896-5493bd396e74,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:38.341299 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45834) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:38.399111 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0827bde1-be11-4cf5-bc42-04d33a9e3ac8 admin admin] Publish callbacks [] for security_group (3be3fca3-e9b3-4872-9896-5493bd396e74), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:38.419763 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0827bde1-be11-4cf5-bc42-04d33a9e3ac8 admin admin] Publish callbacks [] for security_group (3be3fca3-e9b3-4872-9896-5493bd396e74), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:38.473485 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0827bde1-be11-4cf5-bc42-04d33a9e3ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3be3fca3-e9b3-4872-9896-5493bd396e74), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:38.476180 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0827bde1-be11-4cf5-bc42-04d33a9e3ac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:38.477374 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0827bde1-be11-4cf5-bc42-04d33a9e3ac8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3be3fca3-e9b3-4872-9896-5493bd396e74 HTTP/1.1" status: 204 len: 168 time: 0.1350358 Sep 03 03:56:38.485948 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0827bde1-be11-4cf5-bc42-04d33a9e3ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3fca3-e9b3-4872-9896-5493bd396e74,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:38.964206 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-62c7dd6f-94bb-4e85-b503-5b248c4e6e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:40.056247 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:40.709694 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45922) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:40.816844 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-15ee0b3c-607b-449a-8aba-a4ba39696662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:40.897501 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-15ee0b3c-607b-449a-8aba-a4ba39696662 admin admin] Publish callbacks [] for security_group (41a56250-96e7-4a62-89b4-540b28a0688c), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:40.903067 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-15ee0b3c-607b-449a-8aba-a4ba39696662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (41a56250-96e7-4a62-89b4-540b28a0688c), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:40.941750 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-15ee0b3c-607b-449a-8aba-a4ba39696662 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=252dc8d2d20c488ebcb9dffa8d59e070&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310123 Sep 03 03:56:40.942567 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee0b3c-607b-449a-8aba-a4ba39696662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a56250-96e7-4a62-89b4-540b28a0688c,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:40.944852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45928) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:40.995926 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88ce5301-b77a-4110-b51b-02410709e114 admin admin] Publish callbacks [] for security_group (41a56250-96e7-4a62-89b4-540b28a0688c), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.006041 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:41.018839 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88ce5301-b77a-4110-b51b-02410709e114 admin admin] Publish callbacks [] for security_group (41a56250-96e7-4a62-89b4-540b28a0688c), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.068689 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88ce5301-b77a-4110-b51b-02410709e114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (41a56250-96e7-4a62-89b4-540b28a0688c), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.071339 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88ce5301-b77a-4110-b51b-02410709e114 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.072498 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-88ce5301-b77a-4110-b51b-02410709e114 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/41a56250-96e7-4a62-89b4-540b28a0688c HTTP/1.1" status: 204 len: 168 time: 0.1266506 Sep 03 03:56:41.080327 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce5301-b77a-4110-b51b-02410709e114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a56250-96e7-4a62-89b4-540b28a0688c,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:41.282351 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2994bd18-efa5-49b2-b87b-6a79943acd3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.359366 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 45938) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:41.373405 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-09a0f76e-c337-4b54-a295-9863f4dba305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.455851 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-09a0f76e-c337-4b54-a295-9863f4dba305 admin admin] Publish callbacks [] for security_group (1e4898bd-a88f-4106-9667-821452370470), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.461366 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-09a0f76e-c337-4b54-a295-9863f4dba305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1e4898bd-a88f-4106-9667-821452370470), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.503756 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-09a0f76e-c337-4b54-a295-9863f4dba305 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d6c5187e0aa8444d95b9df4b1f5ff012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431620 Sep 03 03:56:41.504837 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a0f76e-c337-4b54-a295-9863f4dba305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4898bd-a88f-4106-9667-821452370470,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:41.506749 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45940) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:41.551900 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=81,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:41.558340 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89f55a1d-03b1-426f-aaf0-5ac8e9d059ae admin admin] Publish callbacks [] for security_group (1e4898bd-a88f-4106-9667-821452370470), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.582258 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89f55a1d-03b1-426f-aaf0-5ac8e9d059ae admin admin] Publish callbacks [] for security_group (1e4898bd-a88f-4106-9667-821452370470), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.632872 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89f55a1d-03b1-426f-aaf0-5ac8e9d059ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (1e4898bd-a88f-4106-9667-821452370470), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.637197 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-89f55a1d-03b1-426f-aaf0-5ac8e9d059ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:41.638358 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-89f55a1d-03b1-426f-aaf0-5ac8e9d059ae admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/1e4898bd-a88f-4106-9667-821452370470 HTTP/1.1" status: 204 len: 168 time: 0.1305814 Sep 03 03:56:41.646493 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f55a1d-03b1-426f-aaf0-5ac8e9d059ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4898bd-a88f-4106-9667-821452370470,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:42.657130 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:42.789984 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45976) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:42.899163 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c0f32b0e-b69f-48dc-8248-24a0f310d95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:42.983840 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c0f32b0e-b69f-48dc-8248-24a0f310d95d admin admin] Publish callbacks [] for security_group (79107791-f958-4e47-99bf-d99436e6ba5c), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:42.988849 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c0f32b0e-b69f-48dc-8248-24a0f310d95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (79107791-f958-4e47-99bf-d99436e6ba5c), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.033370 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f32b0e-b69f-48dc-8248-24a0f310d95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79107791-f958-4e47-99bf-d99436e6ba5c,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:43.040677 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-c0f32b0e-b69f-48dc-8248-24a0f310d95d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ada8cc87921245a5957e8ac1f6f5f084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465565 Sep 03 03:56:43.040880 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 45982) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:43.088404 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-5e673431-f03e-4d33-bdc0-6a3a9108c26f admin admin] Publish callbacks [] for security_group (79107791-f958-4e47-99bf-d99436e6ba5c), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.103696 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:43.108889 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-5e673431-f03e-4d33-bdc0-6a3a9108c26f admin admin] Publish callbacks [] for security_group (79107791-f958-4e47-99bf-d99436e6ba5c), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.161723 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-5e673431-f03e-4d33-bdc0-6a3a9108c26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (79107791-f958-4e47-99bf-d99436e6ba5c), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.164272 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-5e673431-f03e-4d33-bdc0-6a3a9108c26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.165387 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-5e673431-f03e-4d33-bdc0-6a3a9108c26f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/79107791-f958-4e47-99bf-d99436e6ba5c HTTP/1.1" status: 204 len: 168 time: 0.1235960 Sep 03 03:56:43.173321 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e673431-f03e-4d33-bdc0-6a3a9108c26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79107791-f958-4e47-99bf-d99436e6ba5c,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:43.665628 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46012) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:43.774433 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e2d53d9-90ba-4073-b36d-3cf148933be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.855076 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e2d53d9-90ba-4073-b36d-3cf148933be0 admin admin] Publish callbacks [] for security_group (6617621d-a854-4ebd-9882-11839777f4ce), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.861008 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e2d53d9-90ba-4073-b36d-3cf148933be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (6617621d-a854-4ebd-9882-11839777f4ce), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.899266 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d53d9-90ba-4073-b36d-3cf148933be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6617621d-a854-4ebd-9882-11839777f4ce,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:43.911376 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7e2d53d9-90ba-4073-b36d-3cf148933be0 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=218fc979190c4bc0b5a896e0c7f05d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422481 Sep 03 03:56:43.912211 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46028) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:43.976745 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0743-569a-47a4-afa9-b8e320073a2e admin admin] Publish callbacks [] for security_group (6617621d-a854-4ebd-9882-11839777f4ce), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:43.992066 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0743-569a-47a4-afa9-b8e320073a2e admin admin] Publish callbacks [] for security_group (6617621d-a854-4ebd-9882-11839777f4ce), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.046998 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0743-569a-47a4-afa9-b8e320073a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (6617621d-a854-4ebd-9882-11839777f4ce), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.049680 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b5cd0743-569a-47a4-afa9-b8e320073a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.050947 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-b5cd0743-569a-47a4-afa9-b8e320073a2e admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6617621d-a854-4ebd-9882-11839777f4ce HTTP/1.1" status: 204 len: 168 time: 0.1369715 Sep 03 03:56:44.060292 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd0743-569a-47a4-afa9-b8e320073a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6617621d-a854-4ebd-9882-11839777f4ce,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:44.152812 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.207481 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.412059 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46070) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:44.426997 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-270bf413-0de7-4aae-8a47-ba613571743f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.513262 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=77,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:44.518464 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-270bf413-0de7-4aae-8a47-ba613571743f admin admin] Publish callbacks [] for security_group (ee851bf6-6871-4a79-a1ef-0da208caf110), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.523278 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-270bf413-0de7-4aae-8a47-ba613571743f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ee851bf6-6871-4a79-a1ef-0da208caf110), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.564034 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-270bf413-0de7-4aae-8a47-ba613571743f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=21ada22fb4d34a948854107aee99b180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508691 Sep 03 03:56:44.566831 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46078) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:44.569473 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270bf413-0de7-4aae-8a47-ba613571743f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee851bf6-6871-4a79-a1ef-0da208caf110,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:44.614590 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:44.631381 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-22ec7422-f73a-4e6f-a93d-d81d1d45acb6 admin admin] Publish callbacks [] for security_group (ee851bf6-6871-4a79-a1ef-0da208caf110), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.655111 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-22ec7422-f73a-4e6f-a93d-d81d1d45acb6 admin admin] Publish callbacks [] for security_group (ee851bf6-6871-4a79-a1ef-0da208caf110), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.711956 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-22ec7422-f73a-4e6f-a93d-d81d1d45acb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ee851bf6-6871-4a79-a1ef-0da208caf110), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.715197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-22ec7422-f73a-4e6f-a93d-d81d1d45acb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:44.719922 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-22ec7422-f73a-4e6f-a93d-d81d1d45acb6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ee851bf6-6871-4a79-a1ef-0da208caf110 HTTP/1.1" status: 204 len: 168 time: 0.1511872 Sep 03 03:56:44.728997 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec7422-f73a-4e6f-a93d-d81d1d45acb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee851bf6-6871-4a79-a1ef-0da208caf110,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:48.895606 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46196) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:49.018505 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-52bad7b6-2027-4046-b181-7d1650d8fabf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.111258 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-52bad7b6-2027-4046-b181-7d1650d8fabf admin admin] Publish callbacks [] for security_group (78101aaa-f8ed-4880-b9e9-c1afa220d0c9), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.115734 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-52bad7b6-2027-4046-b181-7d1650d8fabf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (78101aaa-f8ed-4880-b9e9-c1afa220d0c9), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.157906 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-52bad7b6-2027-4046-b181-7d1650d8fabf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2b3535b850f14e30b5cd40e1ba75f8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2611909 Sep 03 03:56:49.158792 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bad7b6-2027-4046-b181-7d1650d8fabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78101aaa-f8ed-4880-b9e9-c1afa220d0c9,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:49.163456 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46224) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:49.219246 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8e404b5a-ca03-4980-b821-0a506bd6c451 admin admin] Publish callbacks [] for security_group (78101aaa-f8ed-4880-b9e9-c1afa220d0c9), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.244491 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8e404b5a-ca03-4980-b821-0a506bd6c451 admin admin] Publish callbacks [] for security_group (78101aaa-f8ed-4880-b9e9-c1afa220d0c9), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.300813 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8e404b5a-ca03-4980-b821-0a506bd6c451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (78101aaa-f8ed-4880-b9e9-c1afa220d0c9), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.305055 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8e404b5a-ca03-4980-b821-0a506bd6c451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.306749 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8e404b5a-ca03-4980-b821-0a506bd6c451 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/78101aaa-f8ed-4880-b9e9-c1afa220d0c9 HTTP/1.1" status: 204 len: 168 time: 0.1422715 Sep 03 03:56:49.318422 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e404b5a-ca03-4980-b821-0a506bd6c451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78101aaa-f8ed-4880-b9e9-c1afa220d0c9,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:49.632212 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46254) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:49.645822 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-23c947e7-7166-4f9f-aac2-ed84d3a4d78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.726758 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-23c947e7-7166-4f9f-aac2-ed84d3a4d78f admin admin] Publish callbacks [] for security_group (bea383b9-76e9-4e2b-8368-dd5d18af7a96), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.731570 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-23c947e7-7166-4f9f-aac2-ed84d3a4d78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (bea383b9-76e9-4e2b-8368-dd5d18af7a96), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.735004 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:DELETE=2,neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:49.775508 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-23c947e7-7166-4f9f-aac2-ed84d3a4d78f admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=cc38c9208bfe4cda947eb8968e5bf152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421366 Sep 03 03:56:49.777836 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c947e7-7166-4f9f-aac2-ed84d3a4d78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea383b9-76e9-4e2b-8368-dd5d18af7a96,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:49.778696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46264) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:49.833783 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4f4279f7-ec98-482f-b0f4-42934ad6c26a admin admin] Publish callbacks [] for security_group (bea383b9-76e9-4e2b-8368-dd5d18af7a96), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.855696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4f4279f7-ec98-482f-b0f4-42934ad6c26a admin admin] Publish callbacks [] for security_group (bea383b9-76e9-4e2b-8368-dd5d18af7a96), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.866162 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:DELETE=11,neutron:SELECT=82,neutron:INSERT=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:49.912122 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4f4279f7-ec98-482f-b0f4-42934ad6c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (bea383b9-76e9-4e2b-8368-dd5d18af7a96), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.914755 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4f4279f7-ec98-482f-b0f4-42934ad6c26a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:49.915941 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-4f4279f7-ec98-482f-b0f4-42934ad6c26a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/bea383b9-76e9-4e2b-8368-dd5d18af7a96 HTTP/1.1" status: 204 len: 168 time: 0.1363420 Sep 03 03:56:49.925701 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4279f7-ec98-482f-b0f4-42934ad6c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea383b9-76e9-4e2b-8368-dd5d18af7a96,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:52.559154 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:56:53.625731 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46326) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:53.648962 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46332) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:53.743005 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bab350e5-a02f-4a5c-81d5-41b6d45050e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:53.794118 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-90e66767-a8fa-4133-ae53-225f1d126eb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:53.871490 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bab350e5-a02f-4a5c-81d5-41b6d45050e4 admin admin] Publish callbacks [] for security_group (fdb35fc4-956f-4cf7-a978-8bd26527bed5), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:53.878872 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-bab350e5-a02f-4a5c-81d5-41b6d45050e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (fdb35fc4-956f-4cf7-a978-8bd26527bed5), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:53.937690 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-bab350e5-a02f-4a5c-81d5-41b6d45050e4 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4d85beb91e2945e0abffe3de7440adab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107100 Sep 03 03:56:53.940762 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46344) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:53.941327 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab350e5-a02f-4a5c-81d5-41b6d45050e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb35fc4-956f-4cf7-a978-8bd26527bed5,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:53.952006 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-90e66767-a8fa-4133-ae53-225f1d126eb9 admin admin] Publish callbacks [] for security_group (97be530a-d5de-4000-94c4-9169e6b97648), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:53.956605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-90e66767-a8fa-4133-ae53-225f1d126eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (97be530a-d5de-4000-94c4-9169e6b97648), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:53.994651 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7061-f963-471b-b740-2e70b8f75dbb admin admin] Publish callbacks [] for security_group (fdb35fc4-956f-4cf7-a978-8bd26527bed5), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:53.996045 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-90e66767-a8fa-4133-ae53-225f1d126eb9 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=b596031cb0e84c3a84c725588e9d3fc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458524 Sep 03 03:56:53.997810 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e66767-a8fa-4133-ae53-225f1d126eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97be530a-d5de-4000-94c4-9169e6b97648,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:54.000227 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46346) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:54.015483 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7061-f963-471b-b740-2e70b8f75dbb admin admin] Publish callbacks [] for security_group (fdb35fc4-956f-4cf7-a978-8bd26527bed5), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.024260 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:54.052953 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c53b5d4c-2898-4b7c-a9b4-11459d5eb846 admin admin] Publish callbacks [] for security_group (97be530a-d5de-4000-94c4-9169e6b97648), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.064053 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7061-f963-471b-b740-2e70b8f75dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (fdb35fc4-956f-4cf7-a978-8bd26527bed5), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.066530 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cd6c7061-f963-471b-b740-2e70b8f75dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.067695 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-cd6c7061-f963-471b-b740-2e70b8f75dbb admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/fdb35fc4-956f-4cf7-a978-8bd26527bed5 HTTP/1.1" status: 204 len: 168 time: 0.1258953 Sep 03 03:56:54.073947 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c53b5d4c-2898-4b7c-a9b4-11459d5eb846 admin admin] Publish callbacks [] for security_group (97be530a-d5de-4000-94c4-9169e6b97648), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.076363 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c7061-f963-471b-b740-2e70b8f75dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb35fc4-956f-4cf7-a978-8bd26527bed5,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:54.091537 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:54.126095 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c53b5d4c-2898-4b7c-a9b4-11459d5eb846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (97be530a-d5de-4000-94c4-9169e6b97648), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.130070 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c53b5d4c-2898-4b7c-a9b4-11459d5eb846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.131275 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c53b5d4c-2898-4b7c-a9b4-11459d5eb846 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/97be530a-d5de-4000-94c4-9169e6b97648 HTTP/1.1" status: 204 len: 168 time: 0.1302893 Sep 03 03:56:54.139329 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b5d4c-2898-4b7c-a9b4-11459d5eb846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97be530a-d5de-4000-94c4-9169e6b97648,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:54.431184 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46354) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:54.445378 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1cca1338-2bd4-4aef-8e68-9a1303c3d195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.537276 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1cca1338-2bd4-4aef-8e68-9a1303c3d195 admin admin] Publish callbacks [] for security_group (6f9400bb-90b5-41ab-9506-20a85e33c357), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.541828 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1cca1338-2bd4-4aef-8e68-9a1303c3d195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (6f9400bb-90b5-41ab-9506-20a85e33c357), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.577699 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:54.581704 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca1338-2bd4-4aef-8e68-9a1303c3d195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9400bb-90b5-41ab-9506-20a85e33c357,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:54.586455 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1cca1338-2bd4-4aef-8e68-9a1303c3d195 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fc5cee00771d431c87a7c9d90587de4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540966 Sep 03 03:56:54.589683 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46356) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:54.645898 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-49632f87-a62a-47ca-afa4-c71176572c17 admin admin] Publish callbacks [] for security_group (6f9400bb-90b5-41ab-9506-20a85e33c357), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.669914 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-49632f87-a62a-47ca-afa4-c71176572c17 admin admin] Publish callbacks [] for security_group (6f9400bb-90b5-41ab-9506-20a85e33c357), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.725182 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-49632f87-a62a-47ca-afa4-c71176572c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (6f9400bb-90b5-41ab-9506-20a85e33c357), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.728461 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-49632f87-a62a-47ca-afa4-c71176572c17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:54.729945 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-49632f87-a62a-47ca-afa4-c71176572c17 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/6f9400bb-90b5-41ab-9506-20a85e33c357 HTTP/1.1" status: 204 len: 168 time: 0.1392317 Sep 03 03:56:54.738487 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49632f87-a62a-47ca-afa4-c71176572c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9400bb-90b5-41ab-9506-20a85e33c357,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:55.452042 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46380) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:55.554774 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-789789010-network', 'tenant_id': 'ba2b420e41384d00b5ade6a7f753efc5'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:55.586343 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Made reservation on behalf of ba2b420e41384d00b5ade6a7f753efc5 for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:55.588695 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:55.598004 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:55.635301 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:DELETE=7,neutron:SELECT=78,neutron:INSERT=15 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:55.686881 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Publish callbacks [] for security_group (d8b42c69-229b-4705-887b-e69a258ea050), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:55.692508 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (d8b42c69-229b-4705-887b-e69a258ea050), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:55.717239 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:56:55.727302 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b42c69-229b-4705-887b-e69a258ea050,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:55.732439 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (02ab12e1-faa7-42af-b854-3e60e158a8f6), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:55.732787 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Added segment 02ab12e1-faa7-42af-b854-3e60e158a8f6 of type vlan for network e50e78a1-8fd3-4e73-9b6c-996ce985a598 Sep 03 03:56:55.776777 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (e50e78a1-8fd3-4e73-9b6c-996ce985a598), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:55.804961 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (e50e78a1-8fd3-4e73-9b6c-996ce985a598), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:55.805944 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:55.806497 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:55.869545 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4162474 Sep 03 03:56:55.872672 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46384) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:55.873208 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bad383-0f46-49e8-b57e-c8bac05cbde7 admin admin] Pushing event updated for resources: {'Network': ['ID=e50e78a1-8fd3-4e73-9b6c-996ce985a598,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:55.877809 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Request body: {'subnet': {'network_id': 'e50e78a1-8fd3-4e73-9b6c-996ce985a598', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-789789010-subnet', 'tenant_id': 'ba2b420e41384d00b5ade6a7f753efc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:55.882602 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network e50e78a1-8fd3-4e73-9b6c-996ce985a598 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:56:55.899686 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Made reservation on behalf of ba2b420e41384d00b5ade6a7f753efc5 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:55.902220 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5081843'] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.076182 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7942055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5081793'] for subnet (3824559c-adc9-4523-b121-a6108f6b89bb), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.128693 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=3824559c-adc9-4523-b121-a6108f6b89bb,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:56.143950 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Checking segment: {'id': '02ab12e1-faa7-42af-b854-3e60e158a8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e50e78a1-8fd3-4e73-9b6c-996ce985a598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:56:56.144291 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Network hostable DHCP agents. Network: e50e78a1-8fd3-4e73-9b6c-996ce985a598, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:56:56.161554 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Network e50e78a1-8fd3-4e73-9b6c-996ce985a598 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:56:56.171975 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, e50e78a1-8fd3-4e73-9b6c-996ce985a598) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:56:56.176284 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:56.176890 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.182415 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1152f0-f78a-48dd-83e5-8f5de1b3d761 None None] Network e50e78a1-8fd3-4e73-9b6c-996ce985a598 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:56.195163 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-1348b08f-b5f1-4f4a-9659-f2ac3e1169fa admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3213508 Sep 03 03:56:56.285075 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f45f9d-ffad-449f-9a2e-c7b06cc2fb29 None None] Network e50e78a1-8fd3-4e73-9b6c-996ce985a598 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:56.696913 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46402) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:56.701872 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092460339-network', 'tenant_id': 'c058036a4e2f412e9baf498b9db02a6a'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:56.724908 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Made reservation on behalf of c058036a4e2f412e9baf498b9db02a6a for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:56.727390 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.737288 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.787782 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=76,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:56.820625 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Publish callbacks [] for security_group (11af1616-650e-4648-a60c-6b84277f5c54), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.826077 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (11af1616-650e-4648-a60c-6b84277f5c54), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.854036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:56:56.860959 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11af1616-650e-4648-a60c-6b84277f5c54,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:56.868874 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (2a104834-ea28-4f2d-ba54-d5697f4e421f), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.868874 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Added segment 2a104834-ea28-4f2d-ba54-d5697f4e421f of type vlan for network 4e2708ca-f2ca-4641-acdd-74689253e02b Sep 03 03:56:56.909558 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (4e2708ca-f2ca-4641-acdd-74689253e02b), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.941051 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (4e2708ca-f2ca-4641-acdd-74689253e02b), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.942152 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:56.942738 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:56.997860 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2998128 Sep 03 03:56:57.000886 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46406) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:56:57.009753 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f853ea-186b-43b7-8491-3d2fff183a7c admin admin] Pushing event updated for resources: {'Network': ['ID=4e2708ca-f2ca-4641-acdd-74689253e02b,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:57.010051 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Request body: {'subnet': {'network_id': '4e2708ca-f2ca-4641-acdd-74689253e02b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092460339-subnet', 'tenant_id': 'c058036a4e2f412e9baf498b9db02a6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:56:57.021848 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 4e2708ca-f2ca-4641-acdd-74689253e02b details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:56:57.032994 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Made reservation on behalf of c058036a4e2f412e9baf498b9db02a6a for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:56:57.035374 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5081843'] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:57.111842 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:56:57.206637 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7942055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5081793'] for subnet (386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:57.263624 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:56:57.282013 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Checking segment: {'id': '2a104834-ea28-4f2d-ba54-d5697f4e421f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '4e2708ca-f2ca-4641-acdd-74689253e02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:56:57.282434 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Network hostable DHCP agents. Network: 4e2708ca-f2ca-4641-acdd-74689253e02b, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:56:57.301114 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Network 4e2708ca-f2ca-4641-acdd-74689253e02b is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:56:57.312181 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 4e2708ca-f2ca-4641-acdd-74689253e02b) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:56:57.316359 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:56:57.316951 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:56:57.321038 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa19d85a-016c-4280-8377-ebbad469143e None None] Network 4e2708ca-f2ca-4641-acdd-74689253e02b requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:56:57.341180 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-278bd089-6a53-4703-ad35-b963e3bcad45 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3312616 Sep 03 03:56:57.418718 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278e5705-2f5f-4f23-b777-9bc4987909c6 None None] Network 4e2708ca-f2ca-4641-acdd-74689253e02b requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:02.146549 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46500) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:02.255624 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8875cde0-5573-4801-906d-f6441f260662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.277560 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:02.338916 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8875cde0-5573-4801-906d-f6441f260662 admin admin] Publish callbacks [] for security_group (2e00fbc5-12aa-47eb-848d-eb3e19fa560e), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.343929 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8875cde0-5573-4801-906d-f6441f260662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2e00fbc5-12aa-47eb-848d-eb3e19fa560e), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.383376 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-8875cde0-5573-4801-906d-f6441f260662 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=154f93861c3546eab982f68ea66f158c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356412 Sep 03 03:57:02.384272 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8875cde0-5573-4801-906d-f6441f260662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00fbc5-12aa-47eb-848d-eb3e19fa560e,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:02.387016 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46504) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:02.437572 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f541234-5ad2-4969-92d1-9effae7ccb5a admin admin] Publish callbacks [] for security_group (2e00fbc5-12aa-47eb-848d-eb3e19fa560e), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.457815 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f541234-5ad2-4969-92d1-9effae7ccb5a admin admin] Publish callbacks [] for security_group (2e00fbc5-12aa-47eb-848d-eb3e19fa560e), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.513868 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f541234-5ad2-4969-92d1-9effae7ccb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2e00fbc5-12aa-47eb-848d-eb3e19fa560e), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.516443 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1f541234-5ad2-4969-92d1-9effae7ccb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.517630 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-1f541234-5ad2-4969-92d1-9effae7ccb5a admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2e00fbc5-12aa-47eb-848d-eb3e19fa560e HTTP/1.1" status: 204 len: 168 time: 0.1295211 Sep 03 03:57:02.519856 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:02.531767 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f541234-5ad2-4969-92d1-9effae7ccb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00fbc5-12aa-47eb-848d-eb3e19fa560e,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:02.811723 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46510) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:02.825726 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c34616aa-2174-4483-a629-2efa2d385c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.904468 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c34616aa-2174-4483-a629-2efa2d385c36 admin admin] Publish callbacks [] for security_group (46d630c1-5694-446f-b3ee-2bed40fd6175), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.911204 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c34616aa-2174-4483-a629-2efa2d385c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (46d630c1-5694-446f-b3ee-2bed40fd6175), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:02.951429 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c34616aa-2174-4483-a629-2efa2d385c36 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2542c4fc300b41068daa3e174a16d4eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385937 Sep 03 03:57:02.952372 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34616aa-2174-4483-a629-2efa2d385c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d630c1-5694-446f-b3ee-2bed40fd6175,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:02.954403 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46516) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:03.013221 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-be984f05-9494-4f1a-a621-2a080780dcad admin admin] Publish callbacks [] for security_group (46d630c1-5694-446f-b3ee-2bed40fd6175), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:03.034534 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-be984f05-9494-4f1a-a621-2a080780dcad admin admin] Publish callbacks [] for security_group (46d630c1-5694-446f-b3ee-2bed40fd6175), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:03.084559 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-be984f05-9494-4f1a-a621-2a080780dcad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (46d630c1-5694-446f-b3ee-2bed40fd6175), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:03.087665 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-be984f05-9494-4f1a-a621-2a080780dcad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:03.088879 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-be984f05-9494-4f1a-a621-2a080780dcad admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/46d630c1-5694-446f-b3ee-2bed40fd6175 HTTP/1.1" status: 204 len: 168 time: 0.1331115 Sep 03 03:57:03.101798 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be984f05-9494-4f1a-a621-2a080780dcad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d630c1-5694-446f-b3ee-2bed40fd6175,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:04.397467 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46560) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:04.805692 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Deleting port 26f3b378-d163-49f0-9e73-b1523247e5ec {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:04.806028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (26f3b378-d163-49f0-9e73-b1523247e5ec), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:04.887062 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (26f3b378-d163-49f0-9e73-b1523247e5ec), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:04.887376 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for floatingip (26f3b378-d163-49f0-9e73-b1523247e5ec), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:04.900656 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Calling delete_port for 26f3b378-d163-49f0-9e73-b1523247e5ec owned by network:floatingip {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:04.948854 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:05.100543 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (26f3b378-d163-49f0-9e73-b1523247e5ec), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:05.128346 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event deleted for resources: {'Port': ['ID=26f3b378-d163-49f0-9e73-b1523247e5ec,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:05.194376 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for floatingip (f00eb438-f25a-4de4-88c1-9cad389c6aa9), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:05.194704 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Floating IP f00eb438-f25a-4de4-88c1-9cad389c6aa9 disassociated (deleted). External IP: 172.27.4.131, port: 60723675-08fc-443b-9199-a4d4fdaeb719. Sep 03 03:57:05.398832 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:57:05.409730 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:05.517450 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:05.522484 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:05.530133 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] Sync routers for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:05.540439 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:05.541075 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:56:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:05.557865 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-076c7c57-5b35-42bd-8b7b-c3a3834d9986 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/f00eb438-f25a-4de4-88c1-9cad389c6aa9 HTTP/1.1" status: 204 len: 168 time: 1.1585958 Sep 03 03:57:05.557865 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:57:05.571085 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794" -d '{"events": [{"name": "network-changed", "server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:57:05.624216 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e073819-3e3b-41e2-bc6c-f2f280bc65fa x-openstack-request-id: req-6e073819-3e3b-41e2-bc6c-f2f280bc65fa {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:57:05.624808 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:57:05.625281 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e073819-3e3b-41e2-bc6c-f2f280bc65fa {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:57:05.626369 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e073819-3e3b-41e2-bc6c-f2f280bc65fa'] response: {'name': 'network-changed', 'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719', 'status': 'completed', 'code': 200} Sep 03 03:57:05.654544 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:05.698353 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-5e140e36-fc09-4e13-8898-fb844b396adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:05.700779 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-5e140e36-fc09-4e13-8898-fb844b396adf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=5ced06c15af249bf92f546d0a0bfba23&device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 1130 time: 0.0487013 Sep 03 03:57:05.829086 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-0714329f-5253-455e-b5cb-220f1f1f42d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:05.831549 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-0714329f-5253-455e-b5cb-220f1f1f42d1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=90887e4a-8d76-4923-bce4-beaf608c5942 HTTP/1.1" status: 200 len: 910 time: 0.1233919 Sep 03 03:57:05.880833 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fddbde-34ab-4e41-b5d5-5335f9fa9b03 req-53ee5d5d-63f4-4886-a5a2-26859771b77b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:05.883653 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-83fddbde-34ab-4e41-b5d5-5335f9fa9b03 req-53ee5d5d-63f4-4886-a5a2-26859771b77b tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0880983 Sep 03 03:57:05.954283 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-83fddbde-34ab-4e41-b5d5-5335f9fa9b03 req-76bbdbea-4953-4e74-86f3-bb021a1b62f9 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632312 Sep 03 03:57:05.981684 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 5, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:06.006279 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] Checking router: 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:06.014906 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:06.015490 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:56:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:06.118613 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:06.319143 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 5, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:06.344174 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14781a1-160c-4653-9071-1f5859aea134 None None] The sync data for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi is: [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:51:51Z', 'revision_number': 4, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'ec3488e1-525e-4fa7-b090-281c1c4c7976', 'name': '', 'network_id': '90887e4a-8d76-4923-bce4-beaf608c5942', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'mac_address': 'fa:16:3e:4c:aa:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:50Z', 'updated_at': '2022-09-03T03:51:57Z', 'revision_number': 5, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'subnets': [{'id': '2aad4613-39ac-477a-a2ae-a0b23d006125', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:06.594641 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a4141-ba59-497d-864c-0ba07543ef31 None None] New status for floating IP f00eb438-f25a-4de4-88c1-9cad389c6aa9: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:57:06.597904 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=82,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:06.900579 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-87deb1ed-ea5f-4bb2-b9bb-ea254948b9b0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 200 len: 217 time: 0.0460587 Sep 03 03:57:06.945081 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:06.957175 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-8ac78f51-e79d-4137-bf79-cccb794fb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:06.958461 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-8ac78f51-e79d-4137-bf79-cccb794fb7a7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=2aad4613-39ac-477a-a2ae-a0b23d006125 HTTP/1.1" status: 200 len: 848 time: 0.0512762 Sep 03 03:57:07.078167 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-bd79ea17-c824-4a9c-b876-648589ce1132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:07.079999 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-bd79ea17-c824-4a9c-b876-648589ce1132 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=90887e4a-8d76-4923-bce4-beaf608c5942&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0493555 Sep 03 03:57:07.095583 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b434b82d-9f68-40e9-be8c-a04c02a3004c req-69b9996d-ec1e-4d3a-aa01-773ba808f0fe tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:07.097935 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b434b82d-9f68-40e9-be8c-a04c02a3004c req-69b9996d-ec1e-4d3a-aa01-773ba808f0fe tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0661643 Sep 03 03:57:07.151802 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b434b82d-9f68-40e9-be8c-a04c02a3004c req-982f2d62-a432-4687-8ba5-7e57e014b97f tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=5c94210e-2071-4d77-a6dd-75a82588be22&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460606 Sep 03 03:57:07.188894 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-b5acdbd4-de8e-4708-b5ec-df43ca4dfc4e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004984 Sep 03 03:57:07.384838 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4e2c7980-46d5-45ee-8168-c5a1c3c8c794 req-3e2fb336-28e1-4812-9629-dcf790c8f910 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911264 Sep 03 03:57:07.393705 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c2847-c447-4662-838f-5d548a16cb08 req-13aab7f8-eacf-41c1-a023-f70ca089e64a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:07.395154 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-388c2847-c447-4662-838f-5d548a16cb08 req-13aab7f8-eacf-41c1-a023-f70ca089e64a tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 946 time: 0.0479114 Sep 03 03:57:07.481081 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Deleting port 60723675-08fc-443b-9199-a4d4fdaeb719 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:07.481375 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:07.542370 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:07.582734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] For port 60723675-08fc-443b-9199-a4d4fdaeb719, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=60723675-08fc-443b-9199-a4d4fdaeb719,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:07.583129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:07.597983 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Calling delete_port for 60723675-08fc-443b-9199-a4d4fdaeb719 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:07.735022 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (60723675-08fc-443b-9199-a4d4fdaeb719), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:07.773371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event deleted for resources: {'Port': ['ID=60723675-08fc-443b-9199-a4d4fdaeb719,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:07.808273 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] No DVR routers for this DVR port 60723675-08fc-443b-9199-a4d4fdaeb719 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:57:07.811395 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:07.815141 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-388c2847-c447-4662-838f-5d548a16cb08 req-1508b5a8-8764-4638-a1a4-d87184694058 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.57 "DELETE /networking/v2.0/ports/60723675-08fc-443b-9199-a4d4fdaeb719 HTTP/1.1" status: 204 len: 173 time: 0.4140828 Sep 03 03:57:07.815619 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'name': 'network-vif-deleted', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:57:07.818152 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf2e47e-d652-492f-9bd1-c92b46723222" -d '{"events": [{"server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "name": "network-vif-deleted", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:57:07.860582 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c84763-a26e-47ea-8fea-4befb0c542e9 x-openstack-request-id: req-e6c84763-a26e-47ea-8fea-4befb0c542e9 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:57:07.860879 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af98ca5b-174f-43f9-a582-af6ad3342b87", "name": "network-vif-deleted", "tag": "60723675-08fc-443b-9199-a4d4fdaeb719", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:57:07.861144 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6c84763-a26e-47ea-8fea-4befb0c542e9 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:57:07.861593 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6c84763-a26e-47ea-8fea-4befb0c542e9'] response: {'server_uuid': 'af98ca5b-174f-43f9-a582-af6ad3342b87', 'name': 'network-vif-deleted', 'tag': '60723675-08fc-443b-9199-a4d4fdaeb719', 'status': 'completed', 'code': 200} Sep 03 03:57:08.315584 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7c34277b-ff95-442d-b8c5-afbd9bbba6e0 req-075ccebf-f392-4252-8ab0-8a4ed1533f65 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=af98ca5b-174f-43f9-a582-af6ad3342b87 HTTP/1.1" status: 200 len: 210 time: 0.0444670 Sep 03 03:57:08.601969 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46666) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:08.720588 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9d1191a1-ef10-4b13-900c-30a75c5e6ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:08.755342 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:08.804185 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9d1191a1-ef10-4b13-900c-30a75c5e6ecf admin admin] Publish callbacks [] for security_group (2f9c9f5e-5b26-4ec4-b2ae-f351b149f1b4), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:08.807632 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9d1191a1-ef10-4b13-900c-30a75c5e6ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2f9c9f5e-5b26-4ec4-b2ae-f351b149f1b4), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:08.850068 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1191a1-ef10-4b13-900c-30a75c5e6ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9c9f5e-5b26-4ec4-b2ae-f351b149f1b4,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:08.854197 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-9d1191a1-ef10-4b13-900c-30a75c5e6ecf admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7177b6441b8b4fedbea7eaac6bb80eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503481 Sep 03 03:57:08.857386 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46670) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:08.906281 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-893dc8a1-bf0d-4c8c-b1da-cd2fa4f7bb99 admin admin] Publish callbacks [] for security_group (2f9c9f5e-5b26-4ec4-b2ae-f351b149f1b4), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:08.926333 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-893dc8a1-bf0d-4c8c-b1da-cd2fa4f7bb99 admin admin] Publish callbacks [] for security_group (2f9c9f5e-5b26-4ec4-b2ae-f351b149f1b4), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:08.971401 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-122e6a8c-1081-4a4d-9ca8-f428149a4555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:08.976276 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-893dc8a1-bf0d-4c8c-b1da-cd2fa4f7bb99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2f9c9f5e-5b26-4ec4-b2ae-f351b149f1b4), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:08.978974 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-893dc8a1-bf0d-4c8c-b1da-cd2fa4f7bb99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:08.980462 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-893dc8a1-bf0d-4c8c-b1da-cd2fa4f7bb99 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2f9c9f5e-5b26-4ec4-b2ae-f351b149f1b4 HTTP/1.1" status: 204 len: 168 time: 0.1218197 Sep 03 03:57:08.988685 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893dc8a1-bf0d-4c8c-b1da-cd2fa4f7bb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9c9f5e-5b26-4ec4-b2ae-f351b149f1b4,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:09.263217 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46676) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:09.277191 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-396bf677-1a6e-4325-b1ee-9a1a56e7126b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.359657 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-396bf677-1a6e-4325-b1ee-9a1a56e7126b admin admin] Publish callbacks [] for security_group (a1f2c0a5-2d39-413d-a94d-0190c022aa6d), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.364215 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-396bf677-1a6e-4325-b1ee-9a1a56e7126b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a1f2c0a5-2d39-413d-a94d-0190c022aa6d), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.378572 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46680) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:09.405631 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-396bf677-1a6e-4325-b1ee-9a1a56e7126b admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4b037e5b9b414e56a8dbf4df8ce061e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412749 Sep 03 03:57:09.407630 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396bf677-1a6e-4325-b1ee-9a1a56e7126b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f2c0a5-2d39-413d-a94d-0190c022aa6d,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:09.410003 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46682) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:09.435055 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3badd2de-1601-4dd5-bf07-296801294278 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group (5c94210e-2071-4d77-a6dd-75a82588be22), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.458929 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1108-00a3-4eec-8de0-47b8a1b0b63c admin admin] Publish callbacks [] for security_group (a1f2c0a5-2d39-413d-a94d-0190c022aa6d), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.459488 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3badd2de-1601-4dd5-bf07-296801294278 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group (5c94210e-2071-4d77-a6dd-75a82588be22), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.477514 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:09.479767 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1108-00a3-4eec-8de0-47b8a1b0b63c admin admin] Publish callbacks [] for security_group (a1f2c0a5-2d39-413d-a94d-0190c022aa6d), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.525436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3badd2de-1601-4dd5-bf07-296801294278 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (5c94210e-2071-4d77-a6dd-75a82588be22), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.527986 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3badd2de-1601-4dd5-bf07-296801294278 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.529167 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-3badd2de-1601-4dd5-bf07-296801294278 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/5c94210e-2071-4d77-a6dd-75a82588be22 HTTP/1.1" status: 204 len: 168 time: 0.1517146 Sep 03 03:57:09.536203 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1108-00a3-4eec-8de0-47b8a1b0b63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (a1f2c0a5-2d39-413d-a94d-0190c022aa6d), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.538670 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3badd2de-1601-4dd5-bf07-296801294278 tempest-TestShelveInstance-679842033 tempest-TestShelveInstance-679842033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c94210e-2071-4d77-a6dd-75a82588be22,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:09.538794 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a8dd1108-00a3-4eec-8de0-47b8a1b0b63c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:09.540312 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a8dd1108-00a3-4eec-8de0-47b8a1b0b63c admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/a1f2c0a5-2d39-413d-a94d-0190c022aa6d HTTP/1.1" status: 204 len: 168 time: 0.1291180 Sep 03 03:57:09.571201 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dd1108-00a3-4eec-8de0-47b8a1b0b63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f2c0a5-2d39-413d-a94d-0190c022aa6d,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:09.580021 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46688) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:09.925906 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:10.062274 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:10.067969 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:10.318709 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Deleting port ec3488e1-525e-4fa7-b090-281c1c4c7976 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:10.319077 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:10.401952 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] For port ec3488e1-525e-4fa7-b090-281c1c4c7976, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=ec3488e1-525e-4fa7-b090-281c1c4c7976,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:10.402321 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:10.416800 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Calling delete_port for ec3488e1-525e-4fa7-b090-281c1c4c7976 owned by network:router_interface {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:10.606639 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (ec3488e1-525e-4fa7-b090-281c1c4c7976), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:10.635575 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec3488e1-525e-4fa7-b090-281c1c4c7976,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:10.641135 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:10.802981 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:10.819142 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.090571 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 60723675-08fc-443b-9199-a4d4fdaeb719 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:57:11.118843 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 60723675-08fc-443b-9199-a4d4fdaeb719 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:57:11.119160 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 60723675-08fc-443b-9199-a4d4fdaeb719 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:57:11.270895 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:57:11.278839 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e7ef7a3e-e747-412b-ac32-f065a2356359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.379035 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:11.383949 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-dc3688d5-1f21-4422-9083-e17fee0d1d48 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/62b5e54a-9ef2-4f54-8bf0-b578173d7dc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8026609 Sep 03 03:57:11.386494 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46760) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:11.389512 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] Sync routers for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:11.401517 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:11.402250 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:11.452338 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46766) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:11.507966 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks [] for router (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.509614 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:11.512589 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb08520-bb21-4bb7-8359-9485cdc21b4f admin admin] Deleting subnet 3824559c-adc9-4523-b121-a6108f6b89bb {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:57:11.517196 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8eb08520-bb21-4bb7-8359-9485cdc21b4f admin admin] Publish callbacks [] for subnet (3824559c-adc9-4523-b121-a6108f6b89bb), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.560030 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8eb08520-bb21-4bb7-8359-9485cdc21b4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4319187'] for subnet (3824559c-adc9-4523-b121-a6108f6b89bb), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.580609 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:11.607449 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8eb08520-bb21-4bb7-8359-9485cdc21b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (3824559c-adc9-4523-b121-a6108f6b89bb), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.633179 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:11.682141 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8eb08520-bb21-4bb7-8359-9485cdc21b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4280016'] for subnet (3824559c-adc9-4523-b121-a6108f6b89bb), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.683247 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks [] for router_gateway (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.688579 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:11.689626 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42'}], 'enable_snat': True}, 'gw_port_id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:57:10Z', 'revision_number': 5, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port': {'id': '444e7745-3c4d-4f04-a50d-dd93713301b6', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:79:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:49Z', 'updated_at': '2022-09-03T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:11.701645 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8eb08520-bb21-4bb7-8359-9485cdc21b4f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.706113 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8eb08520-bb21-4bb7-8359-9485cdc21b4f admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/3824559c-adc9-4523-b121-a6108f6b89bb HTTP/1.1" status: 204 len: 168 time: 0.2519469 Sep 03 03:57:11.725186 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] Checking router: 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:11.727343 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb08520-bb21-4bb7-8359-9485cdc21b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3824559c-adc9-4523-b121-a6108f6b89bb,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:11.729711 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46770) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:11.737243 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] Routers {'62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:11.738096 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:11.792742 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Deleting port 444e7745-3c4d-4f04-a50d-dd93713301b6 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:11.793049 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.819787 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] Set router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 gateway port host: None {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:11.865159 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (e50e78a1-8fd3-4e73-9b6c-996ce985a598), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.874923 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:57:11Z', 'revision_number': 6, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:11.899066 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c74836f-a292-4566-810f-7cbc32b2e43e None None] The sync data for ids ['62b5e54a-9ef2-4f54-8bf0-b578173d7dc4'] in dv-cinder-799663-12-iscsi is: [{'id': '62b5e54a-9ef2-4f54-8bf0-b578173d7dc4', 'name': 'tempest-TestShelveInstance-2086773745-router', 'tenant_id': '5ced06c15af249bf92f546d0a0bfba23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:48Z', 'updated_at': '2022-09-03T03:57:11Z', 'revision_number': 6, 'project_id': '5ced06c15af249bf92f546d0a0bfba23', 'gw_port_host': None}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:11.936977 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] For port 444e7745-3c4d-4f04-a50d-dd93713301b6, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=444e7745-3c4d-4f04-a50d-dd93713301b6,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:11.937336 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:11.962254 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:11.988215 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Calling delete_port for 444e7745-3c4d-4f04-a50d-dd93713301b6 owned by network:router_gateway {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:11.994904 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (e50e78a1-8fd3-4e73-9b6c-996ce985a598), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.045250 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e50e78a1-8fd3-4e73-9b6c-996ce985a598']}} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:12.057902 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ab12e1-faa7-42af-b854-3e60e158a8f6') {'for_net_delete': True} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:12.058189 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ab12e1-faa7-42af-b854-3e60e158a8f6') {} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:12.065861 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:12.072282 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5081127'] for segment (02ab12e1-faa7-42af-b854-3e60e158a8f6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.098190 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (02ab12e1-faa7-42af-b854-3e60e158a8f6), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.137635 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=117867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:57:12.138018 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942730'] for segment (02ab12e1-faa7-42af-b854-3e60e158a8f6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.180336 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 02ab12e1-faa7-42af-b854-3e60e158a8f6 resource provider aggregate not found Sep 03 03:57:12.205258 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 02ab12e1-faa7-42af-b854-3e60e158a8f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02ab12e1-faa7-42af-b854-3e60e158a8f6 found for delete ", "request_id": "req-4da19f21-e138-460b-86ae-6756c57165f0"}]} Sep 03 03:57:12.217050 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (e50e78a1-8fd3-4e73-9b6c-996ce985a598), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.221485 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.224510 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/e50e78a1-8fd3-4e73-9b6c-996ce985a598 HTTP/1.1" status: 204 len: 168 time: 0.4932752 Sep 03 03:57:12.227602 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46778) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:12.258169 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7dea5-a614-4ec7-bce6-4b3f64c6d62b admin admin] Pushing event deleted for resources: {'Network': ['ID=e50e78a1-8fd3-4e73-9b6c-996ce985a598,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:12.285665 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (444e7745-3c4d-4f04-a50d-dd93713301b6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.293874 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36b1726-0ebb-45b0-af1f-4ddc14093bf1 admin admin] Deleting subnet 386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4 {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:57:12.297503 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e36b1726-0ebb-45b0-af1f-4ddc14093bf1 admin admin] Publish callbacks [] for subnet (386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.317503 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Pushing event deleted for resources: {'Port': ['ID=444e7745-3c4d-4f04-a50d-dd93713301b6,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:12.341233 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e36b1726-0ebb-45b0-af1f-4ddc14093bf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4319187'] for subnet (386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.387732 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.388007 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e36b1726-0ebb-45b0-af1f-4ddc14093bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.389670 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:12.441655 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e36b1726-0ebb-45b0-af1f-4ddc14093bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4280016'] for subnet (386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.472673 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b1726-0ebb-45b0-af1f-4ddc14093bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:12.474591 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e36b1726-0ebb-45b0-af1f-4ddc14093bf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.478215 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.479323 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e36b1726-0ebb-45b0-af1f-4ddc14093bf1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/386ee589-1a4c-47c2-bf11-7ec2c5b2c4c4 HTTP/1.1" status: 204 len: 168 time: 0.2505765 Sep 03 03:57:12.481020 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46780) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:12.481169 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks [] for router_controller (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.527916 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (62b5e54a-9ef2-4f54-8bf0-b578173d7dc4), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.528483 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 {{(pid=117867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 03:57:12.533743 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.535024 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f03a5283-7db8-4e48-b59c-26742c4affef admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/62b5e54a-9ef2-4f54-8bf0-b578173d7dc4 HTTP/1.1" status: 204 len: 168 time: 1.1472690 Sep 03 03:57:12.537948 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46782) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:12.559649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (4e2708ca-f2ca-4641-acdd-74689253e02b), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.586713 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6148bf2-d567-474b-8c73-91e24708b2bd admin admin] Deleting subnet 2aad4613-39ac-477a-a2ae-a0b23d006125 {{(pid=117867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:57:12.589943 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b6148bf2-d567-474b-8c73-91e24708b2bd admin admin] Publish callbacks [] for subnet (2aad4613-39ac-477a-a2ae-a0b23d006125), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.625490 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b6148bf2-d567-474b-8c73-91e24708b2bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5081136'] for subnet (2aad4613-39ac-477a-a2ae-a0b23d006125), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.642426 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (4e2708ca-f2ca-4641-acdd-74689253e02b), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.662024 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.667406 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e2708ca-f2ca-4641-acdd-74689253e02b']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:12.678028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a104834-ea28-4f2d-ba54-d5697f4e421f') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:12.678513 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a104834-ea28-4f2d-ba54-d5697f4e421f') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:12.691887 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (2a104834-ea28-4f2d-ba54-d5697f4e421f), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.711504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b6148bf2-d567-474b-8c73-91e24708b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (2aad4613-39ac-477a-a2ae-a0b23d006125), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.715690 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (2a104834-ea28-4f2d-ba54-d5697f4e421f), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.727644 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:57:12.728418 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (2a104834-ea28-4f2d-ba54-d5697f4e421f), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.753368 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device ec3488e1-525e-4fa7-b090-281c1c4c7976 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:57:12.801622 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: ec3488e1-525e-4fa7-b090-281c1c4c7976 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:57:12.802043 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device ec3488e1-525e-4fa7-b090-281c1c4c7976 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:57:12.802469 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 444e7745-3c4d-4f04-a50d-dd93713301b6 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:57:12.804629 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b6148bf2-d567-474b-8c73-91e24708b2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7942120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5081800'] for subnet (2aad4613-39ac-477a-a2ae-a0b23d006125), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.811087 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (4e2708ca-f2ca-4641-acdd-74689253e02b), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.820858 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.827203 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/4e2708ca-f2ca-4641-acdd-74689253e02b HTTP/1.1" status: 204 len: 168 time: 0.3446963 Sep 03 03:57:12.846094 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6148bf2-d567-474b-8c73-91e24708b2bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aad4613-39ac-477a-a2ae-a0b23d006125,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:12.849904 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 444e7745-3c4d-4f04-a50d-dd93713301b6 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:57:12.850265 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 444e7745-3c4d-4f04-a50d-dd93713301b6 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:57:12.853237 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-b6148bf2-d567-474b-8c73-91e24708b2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:12.857539 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-b6148bf2-d567-474b-8c73-91e24708b2bd admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/2aad4613-39ac-477a-a2ae-a0b23d006125 HTTP/1.1" status: 204 len: 168 time: 0.3185921 Sep 03 03:57:12.861499 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46794) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:12.862204 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274794b0-c554-4a12-99c6-51fd5ebd73df admin admin] Pushing event deleted for resources: {'Network': ['ID=4e2708ca-f2ca-4641-acdd-74689253e02b,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:12.862875 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b918030-0cbd-424a-b3b2-e12fff5c0eda None None] Network 90887e4a-8d76-4923-bce4-beaf608c5942 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:12.972514 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (90887e4a-8d76-4923-bce4-beaf608c5942), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.009739 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:13.039479 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Deleting port b7daab66-24a0-4be9-adcb-05b7919aa56f {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:13.039479 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.088549 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] DHCP port deletion for 90887e4a-8d76-4923-bce4-beaf608c5942 request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 03:57:13.111529 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 2a104834-ea28-4f2d-ba54-d5697f4e421f resource provider aggregate not found Sep 03 03:57:13.126897 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] For port b7daab66-24a0-4be9-adcb-05b7919aa56f, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=b7daab66-24a0-4be9-adcb-05b7919aa56f,segment=NetworkSegment(67a0d176-a6a5-405b-b271-b060c224837f),segment_id=67a0d176-a6a5-405b-b271-b060c224837f)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:13.127321 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.135053 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 2a104834-ea28-4f2d-ba54-d5697f4e421f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a104834-ea28-4f2d-ba54-d5697f4e421f found for delete ", "request_id": "req-37294d27-c4e2-484e-8860-44448affae6e"}]} Sep 03 03:57:13.145641 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Calling delete_port for b7daab66-24a0-4be9-adcb-05b7919aa56f owned by network:dhcp {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:13.149909 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:13.226699 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46800) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:13.274316 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.310389 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] No DVR routers for this DVR port b7daab66-24a0-4be9-adcb-05b7919aa56f on host dv-cinder-799663-12-iscsi {{(pid=117867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:57:13.311102 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Deleting port b7daab66-24a0-4be9-adcb-05b7919aa56f {{(pid=117868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:13.311102 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), before_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.313859 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-21ece86a-a008-471d-a14c-b917a3d83b82 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=ba2b420e41384d00b5ade6a7f753efc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0860448 Sep 03 03:57:13.316904 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46802) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:13.318466 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7daab66-24a0-4be9-adcb-05b7919aa56f,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:13.388213 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] For port b7daab66-24a0-4be9-adcb-05b7919aa56f, host dv-cinder-799663-12-iscsi, got binding levels [] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:13.388609 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), precommit_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.390906 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5205-eff0-46bd-8116-d29630e1b1d4 admin admin] Publish callbacks [] for security_group (d8b42c69-229b-4705-887b-e69a258ea050), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.406799 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Calling delete_port for b7daab66-24a0-4be9-adcb-05b7919aa56f owned by network:dhcp {{(pid=117868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:13.410076 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.ipam_backend_mixin [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Port b7daab66-24a0-4be9-adcb-05b7919aa56f was not found and therefore no delete operation was performed {{(pid=117868) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 03 03:57:13.410452 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (90887e4a-8d76-4923-bce4-beaf608c5942), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.411430 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (b7daab66-24a0-4be9-adcb-05b7919aa56f), after_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.418975 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5205-eff0-46bd-8116-d29630e1b1d4 admin admin] Publish callbacks [] for security_group (d8b42c69-229b-4705-887b-e69a258ea050), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.436179 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90887e4a-8d76-4923-bce4-beaf608c5942']}} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:13.438723 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Pushing event deleted for resources: {'Port': ['ID=b7daab66-24a0-4be9-adcb-05b7919aa56f,revision_number=None']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:13.447481 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] No DVR routers for this DVR port b7daab66-24a0-4be9-adcb-05b7919aa56f on host dv-cinder-799663-12-iscsi {{(pid=117868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:57:13.449934 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.450511 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.451058 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.451356 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67a0d176-a6a5-405b-b271-b060c224837f') {'for_net_delete': True} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:13.451771 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.452163 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67a0d176-a6a5-405b-b271-b060c224837f') {} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:13.452436 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.452774 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.453100 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.453424 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.453762 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.454067 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.454386 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.454706 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.455109 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.455428 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.455743 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c551e6-ea1e-4565-b9f2-7c9c1ae0d01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:13.473615 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5081127'] for segment (67a0d176-a6a5-405b-b271-b060c224837f), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.477068 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5205-eff0-46bd-8116-d29630e1b1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (d8b42c69-229b-4705-887b-e69a258ea050), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.481477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ed2a5205-eff0-46bd-8116-d29630e1b1d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.482649 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-ed2a5205-eff0-46bd-8116-d29630e1b1d4 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/d8b42c69-229b-4705-887b-e69a258ea050 HTTP/1.1" status: 204 len: 168 time: 0.1633539 Sep 03 03:57:13.490321 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (67a0d176-a6a5-405b-b271-b060c224837f), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.491684 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a5205-eff0-46bd-8116-d29630e1b1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b42c69-229b-4705-887b-e69a258ea050,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:13.498500 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=117867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:57:13.500021 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942730'] for segment (67a0d176-a6a5-405b-b271-b060c224837f), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.565529 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (90887e4a-8d76-4923-bce4-beaf608c5942), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.571851 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.578324 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/90887e4a-8d76-4923-bce4-beaf608c5942 HTTP/1.1" status: 204 len: 168 time: 0.7157710 Sep 03 03:57:13.578643 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46810) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:13.591854 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d7568-9ec2-40d6-8f8c-edbb497279b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=90887e4a-8d76-4923-bce4-beaf608c5942,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:13.737348 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:13.899575 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46818) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:13.936120 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:13.947435 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ae16a18b-7e40-4d99-8feb-c4be12c83326 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c058036a4e2f412e9baf498b9db02a6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433517 Sep 03 03:57:13.950172 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46822) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:14.008619 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d5c75bb9-70c2-4ac9-ae84-cec71bb1cbba admin admin] Publish callbacks [] for security_group (11af1616-650e-4648-a60c-6b84277f5c54), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.031613 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d5c75bb9-70c2-4ac9-ae84-cec71bb1cbba admin admin] Publish callbacks [] for security_group (11af1616-650e-4648-a60c-6b84277f5c54), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.088222 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d5c75bb9-70c2-4ac9-ae84-cec71bb1cbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (11af1616-650e-4648-a60c-6b84277f5c54), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.091378 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d5c75bb9-70c2-4ac9-ae84-cec71bb1cbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.095938 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d5c75bb9-70c2-4ac9-ae84-cec71bb1cbba admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/11af1616-650e-4648-a60c-6b84277f5c54 HTTP/1.1" status: 204 len: 168 time: 0.1417234 Sep 03 03:57:14.105814 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c75bb9-70c2-4ac9-ae84-cec71bb1cbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11af1616-650e-4648-a60c-6b84277f5c54,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:14.152522 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.203487 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.227507 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 67a0d176-a6a5-405b-b271-b060c224837f resource provider aggregate not found Sep 03 03:57:14.249029 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 67a0d176-a6a5-405b-b271-b060c224837f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67a0d176-a6a5-405b-b271-b060c224837f found for delete ", "request_id": "req-99a020d1-ae4b-438f-8ce5-c3cc0a2e2434"}]} Sep 03 03:57:14.361353 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:14.442191 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device b7daab66-24a0-4be9-adcb-05b7919aa56f no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:57:14.458568 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Deleting port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:14.458937 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.463018 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: b7daab66-24a0-4be9-adcb-05b7919aa56f {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:57:14.463366 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device b7daab66-24a0-4be9-adcb-05b7919aa56f not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:57:14.543832 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] For port 14dc6cd0-9d28-48fe-ab55-1775c2fc1326, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,segment=NetworkSegment(51c6a811-31c6-42e4-a9ae-76c009985dbb),segment_id=51c6a811-31c6-42e4-a9ae-76c009985dbb)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:14.544388 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.557449 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Calling delete_port for 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 owned by network:router_interface {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:14.744318 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (14dc6cd0-9d28-48fe-ab55-1775c2fc1326), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:14.768741 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Pushing event deleted for resources: {'Port': ['ID=14dc6cd0-9d28-48fe-ab55-1775c2fc1326,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:14.887046 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:14.948458 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.172804 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:57:15.288099 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:15.293623 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-5679c5c1-361b-4656-9b1f-cfb21a1fe30a admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/c5ca09bb-3584-4d26-adc4-94f5ce5d46e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7136152 Sep 03 03:57:15.296329 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46896) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:15.297507 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] Sync routers for ids ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:15.310458 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] Routers {'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:15.311406 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:15.364354 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:15.417229 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks [] for router (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.434007 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] Set router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:15.525806 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:15.542978 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks [] for router_gateway (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.607177 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Deleting port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:15.607517 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.625488 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46904) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:15.670511 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:57:14Z', 'revision_number': 5, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port': {'id': 'c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:10:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:51:54Z', 'updated_at': '2022-09-03T03:52:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:15.684802 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:15.697808 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] Checking router: c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:15.700238 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] For port c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:15.700668 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.708191 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] Routers {'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:15.708879 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:15.716408 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Calling delete_port for c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf owned by network:router_gateway {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:15.766936 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38228357-9169-4fbb-a3d2-464c80f9e5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.799626 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:15.822397 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] Set router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 gateway port host: None {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:15.874016 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38228357-9169-4fbb-a3d2-464c80f9e5ea admin admin] Publish callbacks [] for security_group (81768197-5d0a-42bf-a5dd-14e506dc5d41), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.878724 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:57:15Z', 'revision_number': 6, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:15.879504 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38228357-9169-4fbb-a3d2-464c80f9e5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (81768197-5d0a-42bf-a5dd-14e506dc5d41), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.907848 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583dd651-8580-4fd7-8cd5-aa69152c9044 None None] The sync data for ids ['c5ca09bb-3584-4d26-adc4-94f5ce5d46e6'] in dv-cinder-799663-12-iscsi is: [{'id': 'c5ca09bb-3584-4d26-adc4-94f5ce5d46e6', 'name': 'tempest-TestShelveInstance-2062938576-router', 'tenant_id': 'd62871dac47946038b561e2467c53461', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:51:53Z', 'updated_at': '2022-09-03T03:57:15Z', 'revision_number': 6, 'project_id': 'd62871dac47946038b561e2467c53461', 'gw_port_host': None}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:15.929244 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:15.930877 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-38228357-9169-4fbb-a3d2-464c80f9e5ea admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=81fec515e17d412398ade6c10c71fa72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042083 Sep 03 03:57:15.932831 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38228357-9169-4fbb-a3d2-464c80f9e5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81768197-5d0a-42bf-a5dd-14e506dc5d41,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:15.935835 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46922) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:15.967127 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Pushing event deleted for resources: {'Port': ['ID=c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:16.008035 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf74-8317-454b-ba48-334c5921ede8 admin admin] Publish callbacks [] for security_group (81768197-5d0a-42bf-a5dd-14e506dc5d41), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.031646 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf74-8317-454b-ba48-334c5921ede8 admin admin] Publish callbacks [] for security_group (81768197-5d0a-42bf-a5dd-14e506dc5d41), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.040828 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.085140 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf74-8317-454b-ba48-334c5921ede8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (81768197-5d0a-42bf-a5dd-14e506dc5d41), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.087799 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c6e8cf74-8317-454b-ba48-334c5921ede8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.088949 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c6e8cf74-8317-454b-ba48-334c5921ede8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/81768197-5d0a-42bf-a5dd-14e506dc5d41 HTTP/1.1" status: 204 len: 168 time: 0.1520805 Sep 03 03:57:16.097842 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8cf74-8317-454b-ba48-334c5921ede8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81768197-5d0a-42bf-a5dd-14e506dc5d41,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:16.136309 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.138472 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks [] for router_controller (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.184633 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (c5ca09bb-3584-4d26-adc4-94f5ce5d46e6), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.185203 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 {{(pid=117867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 03:57:16.189961 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.191317 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7f778e30-34c8-401a-95e0-a58dd1ac2cad admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/c5ca09bb-3584-4d26-adc4-94f5ce5d46e6 HTTP/1.1" status: 204 len: 168 time: 0.8926740 Sep 03 03:57:16.193863 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46926) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:16.240928 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_v2 [None req-38951780-1a93-42a2-bced-c79429e52727 admin admin] Deleting subnet 152fdf64-5ee8-415b-a704-13f6d69b3c84 {{(pid=117867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:57:16.244171 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-38951780-1a93-42a2-bced-c79429e52727 admin admin] Publish callbacks [] for subnet (152fdf64-5ee8-415b-a704-13f6d69b3c84), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.290878 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-38951780-1a93-42a2-bced-c79429e52727 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5081136'] for subnet (152fdf64-5ee8-415b-a704-13f6d69b3c84), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.394755 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-38951780-1a93-42a2-bced-c79429e52727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (152fdf64-5ee8-415b-a704-13f6d69b3c84), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.435776 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46930) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:16.442054 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:16.452415 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5721db83-0908-4e61-aceb-2b0ef09c58a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.462052 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-38951780-1a93-42a2-bced-c79429e52727 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7942120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5081800'] for subnet (152fdf64-5ee8-415b-a704-13f6d69b3c84), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.491317 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38951780-1a93-42a2-bced-c79429e52727 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152fdf64-5ee8-415b-a704-13f6d69b3c84,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:16.500158 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-38951780-1a93-42a2-bced-c79429e52727 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.504293 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-38951780-1a93-42a2-bced-c79429e52727 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/152fdf64-5ee8-415b-a704-13f6d69b3c84 HTTP/1.1" status: 204 len: 168 time: 0.3090639 Sep 03 03:57:16.506460 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46932) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:16.508993 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f055456-f8d0-4600-987e-6cff777b8785 None None] Network d2d02858-e56b-42a5-897c-e56ada2df589 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:16.516544 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:16.625417 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (d2d02858-e56b-42a5-897c-e56ada2df589), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.631150 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5721db83-0908-4e61-aceb-2b0ef09c58a3 admin admin] Publish callbacks [] for security_group (e6a20676-88d7-4436-b2ad-c96da6ac8151), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.638407 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-5721db83-0908-4e61-aceb-2b0ef09c58a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (e6a20676-88d7-4436-b2ad-c96da6ac8151), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.713357 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721db83-0908-4e61-aceb-2b0ef09c58a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a20676-88d7-4436-b2ad-c96da6ac8151,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:16.718694 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-5721db83-0908-4e61-aceb-2b0ef09c58a3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=1e32d292f23d48e48185e99897aa1f25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817991 Sep 03 03:57:16.721693 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46936) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:16.739735 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] DHCP port deletion for d2d02858-e56b-42a5-897c-e56ada2df589 request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 03:57:16.743387 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Deleting port 9be06262-4f79-4c71-ab65-174bd49f8bb7 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:16.743733 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.820474 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] Deleting port 9be06262-4f79-4c71-ab65-174bd49f8bb7 {{(pid=117868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:57:16.820847 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), before_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.836741 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0a897352-7d06-41b3-b743-25fbd3ef7e45 admin admin] Publish callbacks [] for security_group (e6a20676-88d7-4436-b2ad-c96da6ac8151), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.851527 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:16.869438 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0a897352-7d06-41b3-b743-25fbd3ef7e45 admin admin] Publish callbacks [] for security_group (e6a20676-88d7-4436-b2ad-c96da6ac8151), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.882682 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] For port 9be06262-4f79-4c71-ab65-174bd49f8bb7, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=9be06262-4f79-4c71-ab65-174bd49f8bb7,segment=NetworkSegment(51c6a811-31c6-42e4-a9ae-76c009985dbb),segment_id=51c6a811-31c6-42e4-a9ae-76c009985dbb)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:16.883379 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.901048 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:57:16.904438 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Calling delete_port for 9be06262-4f79-4c71-ab65-174bd49f8bb7 owned by network:dhcp {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:16.935973 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0a897352-7d06-41b3-b743-25fbd3ef7e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (e6a20676-88d7-4436-b2ad-c96da6ac8151), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.939690 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0a897352-7d06-41b3-b743-25fbd3ef7e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:16.943873 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-0a897352-7d06-41b3-b743-25fbd3ef7e45 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e6a20676-88d7-4436-b2ad-c96da6ac8151 HTTP/1.1" status: 204 len: 168 time: 0.2185562 Sep 03 03:57:16.945463 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:16.953066 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a897352-7d06-41b3-b743-25fbd3ef7e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a20676-88d7-4436-b2ad-c96da6ac8151,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:16.966252 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:57:16.966951 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 14dc6cd0-9d28-48fe-ab55-1775c2fc1326 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:57:16.999764 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] For port 9be06262-4f79-4c71-ab65-174bd49f8bb7, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=9be06262-4f79-4c71-ab65-174bd49f8bb7,segment=NetworkSegment(51c6a811-31c6-42e4-a9ae-76c009985dbb),segment_id=51c6a811-31c6-42e4-a9ae-76c009985dbb)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:17.000284 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), precommit_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.005600 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.017134 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] Calling delete_port for 9be06262-4f79-4c71-ab65-174bd49f8bb7 owned by network:dhcp {{(pid=117868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:57:17.036520 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Pushing event deleted for resources: {'Port': ['ID=9be06262-4f79-4c71-ab65-174bd49f8bb7,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:17.043633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] No DVR routers for this DVR port 9be06262-4f79-4c71-ab65-174bd49f8bb7 on host dv-cinder-799663-12-iscsi {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:57:17.047689 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=83,neutron:INSERT=9,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:17.135869 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (9be06262-4f79-4c71-ab65-174bd49f8bb7), after_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.156284 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (d2d02858-e56b-42a5-897c-e56ada2df589), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.182219 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] No DVR routers for this DVR port 9be06262-4f79-4c71-ab65-174bd49f8bb7 on host dv-cinder-799663-12-iscsi {{(pid=117868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:57:17.186514 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7d81e-0fa1-46aa-aeb9-0a5354e34031 None None] Pushing event deleted for resources: {'Port': ['ID=9be06262-4f79-4c71-ab65-174bd49f8bb7,revision_number=None']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:17.203589 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d02858-e56b-42a5-897c-e56ada2df589']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:17.215848 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c6a811-31c6-42e4-a9ae-76c009985dbb') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:17.216277 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c6a811-31c6-42e4-a9ae-76c009985dbb') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:17.232882 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (51c6a811-31c6-42e4-a9ae-76c009985dbb), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.271988 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (51c6a811-31c6-42e4-a9ae-76c009985dbb), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.280708 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 03:57:17.281525 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (51c6a811-31c6-42e4-a9ae-76c009985dbb), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.355908 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 51c6a811-31c6-42e4-a9ae-76c009985dbb resource provider aggregate not found Sep 03 03:57:17.383307 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (d2d02858-e56b-42a5-897c-e56ada2df589), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.388177 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment 51c6a811-31c6-42e4-a9ae-76c009985dbb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51c6a811-31c6-42e4-a9ae-76c009985dbb found for delete ", "request_id": "req-c0f4401c-7b51-493e-b3df-9211226b8714"}]} Sep 03 03:57:17.391362 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.394891 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/d2d02858-e56b-42a5-897c-e56ada2df589 HTTP/1.1" status: 204 len: 168 time: 0.8867118 Sep 03 03:57:17.409835 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797b1b8a-135a-4414-b4f4-b0216fc26f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d02858-e56b-42a5-897c-e56ada2df589,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:17.531377 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46956) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:17.582462 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 46958) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:17.583065 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-4f582f17-c75a-495b-a6c7-839c51dcc3f6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=5ced06c15af249bf92f546d0a0bfba23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500536 Sep 03 03:57:17.632289 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6649e1a9-74af-43c7-bf0c-3e36819774f8 admin admin] Publish callbacks [] for security_group (8ff09c84-df8e-4a32-8010-601f0239e030), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.655563 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6649e1a9-74af-43c7-bf0c-3e36819774f8 admin admin] Publish callbacks [] for security_group (8ff09c84-df8e-4a32-8010-601f0239e030), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.709330 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6649e1a9-74af-43c7-bf0c-3e36819774f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (8ff09c84-df8e-4a32-8010-601f0239e030), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.718017 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6649e1a9-74af-43c7-bf0c-3e36819774f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:17.718017 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-6649e1a9-74af-43c7-bf0c-3e36819774f8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/8ff09c84-df8e-4a32-8010-601f0239e030 HTTP/1.1" status: 204 len: 168 time: 0.1332712 Sep 03 03:57:17.731600 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649e1a9-74af-43c7-bf0c-3e36819774f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff09c84-df8e-4a32-8010-601f0239e030,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:18.081094 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46976) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:18.126138 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-ec2ca4a8-05e3-442b-8819-127da081d664 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=d62871dac47946038b561e2467c53461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438788 Sep 03 03:57:18.129602 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 46980) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:18.182626 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8711c538-0cce-4480-9d68-5d8c0eb0f31f admin admin] Publish callbacks [] for security_group (3efd8134-3201-44af-8b2f-73b0ae660c87), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:18.190719 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:18.207316 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8711c538-0cce-4480-9d68-5d8c0eb0f31f admin admin] Publish callbacks [] for security_group (3efd8134-3201-44af-8b2f-73b0ae660c87), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:18.266683 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8711c538-0cce-4480-9d68-5d8c0eb0f31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3efd8134-3201-44af-8b2f-73b0ae660c87), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:18.269436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8711c538-0cce-4480-9d68-5d8c0eb0f31f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:18.273489 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8711c538-0cce-4480-9d68-5d8c0eb0f31f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3efd8134-3201-44af-8b2f-73b0ae660c87 HTTP/1.1" status: 204 len: 168 time: 0.1402810 Sep 03 03:57:18.283032 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711c538-0cce-4480-9d68-5d8c0eb0f31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efd8134-3201-44af-8b2f-73b0ae660c87,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:18.462003 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:57:18.485304 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:57:18.485882 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c07c5b5d-97b3-40ce-a9c3-95c36b6a48bf not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:57:18.486527 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 9be06262-4f79-4c71-ab65-174bd49f8bb7 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:57:18.509729 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 9be06262-4f79-4c71-ab65-174bd49f8bb7 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:57:18.510068 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 9be06262-4f79-4c71-ab65-174bd49f8bb7 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:57:21.877834 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=21 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:21.878596 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=6 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:25.975757 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47104) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:26.107314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.191267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Publish callbacks [] for security_group (3e17dc02-ca3f-454b-9884-a5c9dd7eab41), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.196249 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3e17dc02-ca3f-454b-9884-a5c9dd7eab41), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.235437 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=7fd13b3c769c466b912c4f4f64e08a07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2585127 Sep 03 03:57:26.236281 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e17dc02-ca3f-454b-9884-a5c9dd7eab41,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:26.238471 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47110) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:26.243954 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.244307 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.244659 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.244990 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.245313 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.245638 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.245956 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.246541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.246541 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.246891 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.247243 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.247561 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.248019 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.248314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.248655 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2ad772a-cb88-4764-b03f-4c0b6cafa9ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.290912 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Publish callbacks [] for security_group (3e17dc02-ca3f-454b-9884-a5c9dd7eab41), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.312579 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Publish callbacks [] for security_group (3e17dc02-ca3f-454b-9884-a5c9dd7eab41), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.361842 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (3e17dc02-ca3f-454b-9884-a5c9dd7eab41), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.364378 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.365547 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/3e17dc02-ca3f-454b-9884-a5c9dd7eab41 HTTP/1.1" status: 204 len: 168 time: 0.1258631 Sep 03 03:57:26.373420 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e17dc02-ca3f-454b-9884-a5c9dd7eab41,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:26.380857 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.381192 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.381521 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.381845 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.382163 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.382480 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.382793 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.383130 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.383452 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.383780 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.385033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.385033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.385033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.385033 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.385349 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aace66e7-0e98-40ba-a415-6e993975a3cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:26.645240 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47116) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:26.659619 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-43837fe1-38c5-488d-9699-fa55d0549b20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.737105 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-43837fe1-38c5-488d-9699-fa55d0549b20 admin admin] Publish callbacks [] for security_group (2ec3ab6f-9fca-4056-8b3e-6b7d188e03d5), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.743603 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-43837fe1-38c5-488d-9699-fa55d0549b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2ec3ab6f-9fca-4056-8b3e-6b7d188e03d5), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.780058 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43837fe1-38c5-488d-9699-fa55d0549b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec3ab6f-9fca-4056-8b3e-6b7d188e03d5,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:26.784186 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-43837fe1-38c5-488d-9699-fa55d0549b20 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=4abd627584a64df49cd64acdf6e5d08d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1379325 Sep 03 03:57:26.786986 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47118) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:26.841227 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d233fb4b-69a4-4588-b43c-80efbb2762d1 admin admin] Publish callbacks [] for security_group (2ec3ab6f-9fca-4056-8b3e-6b7d188e03d5), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.862180 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d233fb4b-69a4-4588-b43c-80efbb2762d1 admin admin] Publish callbacks [] for security_group (2ec3ab6f-9fca-4056-8b3e-6b7d188e03d5), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.918855 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d233fb4b-69a4-4588-b43c-80efbb2762d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (2ec3ab6f-9fca-4056-8b3e-6b7d188e03d5), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.921335 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d233fb4b-69a4-4588-b43c-80efbb2762d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:26.922486 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d233fb4b-69a4-4588-b43c-80efbb2762d1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/2ec3ab6f-9fca-4056-8b3e-6b7d188e03d5 HTTP/1.1" status: 204 len: 168 time: 0.1346061 Sep 03 03:57:26.933604 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233fb4b-69a4-4588-b43c-80efbb2762d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec3ab6f-9fca-4056-8b3e-6b7d188e03d5,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:27.279979 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47126) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:27.293869 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-641f46dd-5e10-4172-b626-01461895b94d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:27.374436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-641f46dd-5e10-4172-b626-01461895b94d admin admin] Publish callbacks [] for security_group (c197f322-bd35-4eab-911e-c3c15fd6a188), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:27.380043 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-641f46dd-5e10-4172-b626-01461895b94d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (c197f322-bd35-4eab-911e-c3c15fd6a188), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:27.423507 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-641f46dd-5e10-4172-b626-01461895b94d admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=2eff2c4dd3a64d4bad90e1adb5dfc93c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422415 Sep 03 03:57:27.424183 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f46dd-5e10-4172-b626-01461895b94d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c197f322-bd35-4eab-911e-c3c15fd6a188,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:27.427407 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47128) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:27.484322 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-87f04fd1-98d4-4341-a227-3fc93ad8dbe1 admin admin] Publish callbacks [] for security_group (c197f322-bd35-4eab-911e-c3c15fd6a188), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:27.504940 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-87f04fd1-98d4-4341-a227-3fc93ad8dbe1 admin admin] Publish callbacks [] for security_group (c197f322-bd35-4eab-911e-c3c15fd6a188), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:27.541191 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:27.559794 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-87f04fd1-98d4-4341-a227-3fc93ad8dbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (c197f322-bd35-4eab-911e-c3c15fd6a188), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:27.562558 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-87f04fd1-98d4-4341-a227-3fc93ad8dbe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:27.563895 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-87f04fd1-98d4-4341-a227-3fc93ad8dbe1 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/c197f322-bd35-4eab-911e-c3c15fd6a188 HTTP/1.1" status: 204 len: 168 time: 0.1349814 Sep 03 03:57:27.567435 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:27.573016 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f04fd1-98d4-4341-a227-3fc93ad8dbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c197f322-bd35-4eab-911e-c3c15fd6a188,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:29.564534 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:57:34.419717 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47214) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:34.533314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9595e1bf-5daf-4862-8e41-b7f94751fed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:34.535936 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:34.617525 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9595e1bf-5daf-4862-8e41-b7f94751fed6 admin admin] Publish callbacks [] for security_group (366dd113-57f9-4de7-8141-b6b49dd6b154), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:34.621640 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9595e1bf-5daf-4862-8e41-b7f94751fed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (366dd113-57f9-4de7-8141-b6b49dd6b154), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:34.662088 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-9595e1bf-5daf-4862-8e41-b7f94751fed6 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e06555bf54b2487cb91ebf22a987d416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2412846 Sep 03 03:57:34.662919 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595e1bf-5daf-4862-8e41-b7f94751fed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366dd113-57f9-4de7-8141-b6b49dd6b154,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:34.665195 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47224) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:34.716135 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc22d579-387a-456e-ba2c-8d079d5af593 admin admin] Publish callbacks [] for security_group (366dd113-57f9-4de7-8141-b6b49dd6b154), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:34.737311 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc22d579-387a-456e-ba2c-8d079d5af593 admin admin] Publish callbacks [] for security_group (366dd113-57f9-4de7-8141-b6b49dd6b154), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:34.791191 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc22d579-387a-456e-ba2c-8d079d5af593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (366dd113-57f9-4de7-8141-b6b49dd6b154), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:34.795021 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-cc22d579-387a-456e-ba2c-8d079d5af593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:34.796592 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-cc22d579-387a-456e-ba2c-8d079d5af593 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/366dd113-57f9-4de7-8141-b6b49dd6b154 HTTP/1.1" status: 204 len: 168 time: 0.1305232 Sep 03 03:57:34.805100 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22d579-387a-456e-ba2c-8d079d5af593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366dd113-57f9-4de7-8141-b6b49dd6b154,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:35.898068 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47256) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:36.013645 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c1b15549-52df-4b57-8140-fe8fa1ed4455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:36.068119 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=71,neutron:DELETE=1,neutron:INSERT=26,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:36.092112 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c1b15549-52df-4b57-8140-fe8fa1ed4455 admin admin] Publish callbacks [] for security_group (e0de182a-6372-4d17-8571-468b58158e10), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:36.095975 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c1b15549-52df-4b57-8140-fe8fa1ed4455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (e0de182a-6372-4d17-8571-468b58158e10), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:36.135579 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c1b15549-52df-4b57-8140-fe8fa1ed4455 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=83871ae750f64fab9bc96df6f8c01647&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364345 Sep 03 03:57:36.136495 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b15549-52df-4b57-8140-fe8fa1ed4455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de182a-6372-4d17-8571-468b58158e10,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:36.138347 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47264) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:36.188404 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e69b03d-85a5-4ed6-946f-efb96a0699f7 admin admin] Publish callbacks [] for security_group (e0de182a-6372-4d17-8571-468b58158e10), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:36.209803 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e69b03d-85a5-4ed6-946f-efb96a0699f7 admin admin] Publish callbacks [] for security_group (e0de182a-6372-4d17-8571-468b58158e10), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:36.260473 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e69b03d-85a5-4ed6-946f-efb96a0699f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (e0de182a-6372-4d17-8571-468b58158e10), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:36.263071 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-7e69b03d-85a5-4ed6-946f-efb96a0699f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:36.264347 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-7e69b03d-85a5-4ed6-946f-efb96a0699f7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/e0de182a-6372-4d17-8571-468b58158e10 HTTP/1.1" status: 204 len: 168 time: 0.1249027 Sep 03 03:57:36.272588 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69b03d-85a5-4ed6-946f-efb96a0699f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de182a-6372-4d17-8571-468b58158e10,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:36.927778 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47286) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:37.031247 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-77800369-network', 'tenant_id': '766e95a843fd4c658750c125427135cf'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:37.054667 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Made reservation on behalf of 766e95a843fd4c658750c125427135cf for: {'network': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:57:37.057044 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.065832 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.151149 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Publish callbacks [] for security_group (cd324ee6-2c25-4b56-bcfd-9601eab0dea9), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.155948 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (cd324ee6-2c25-4b56-bcfd-9601eab0dea9), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.181922 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=117867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:57:37.191069 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd324ee6-2c25-4b56-bcfd-9601eab0dea9,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:37.197150 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (036c680a-feca-47f1-9bc9-daace0cecf36), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.197491 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.segments_db [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Added segment 036c680a-feca-47f1-9bc9-daace0cecf36 of type vlan for network cf33196c-bb04-41f2-9cb6-34bf78ff34bd Sep 03 03:57:37.242154 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (cf33196c-bb04-41f2-9cb6-34bf78ff34bd), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.269440 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (cf33196c-bb04-41f2-9cb6-34bf78ff34bd), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.270681 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:37.271673 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.332967 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4037070 Sep 03 03:57:37.336066 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47306) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:37.338299 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79711d06-a150-48b0-9410-5e52f9c79226 admin admin] Pushing event updated for resources: {'Network': ['ID=cf33196c-bb04-41f2-9cb6-34bf78ff34bd,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:37.341560 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Request body: {'subnet': {'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-77800369-subnet', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'ip_version': 4}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:37.351064 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:57:37.369208 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Made reservation on behalf of 766e95a843fd4c658750c125427135cf for: {'subnet': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:57:37.377911 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280043'] for subnet (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.560802 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280025'] for subnet (0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.612790 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:37.627892 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Checking segment: {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:37.628180 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Network hostable DHCP agents. Network: cf33196c-bb04-41f2-9cb6-34bf78ff34bd, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:57:37.646526 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:57:37.656195 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, cf33196c-bb04-41f2-9cb6-34bf78ff34bd) {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:37.660477 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:37.661180 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.667710 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffcbb59-b43b-4f5d-a9db-8a9289a52480 None None] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:37.680275 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-1b9aec69-4869-4fad-bcc9-9f2cd780b07e admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3430424 Sep 03 03:57:37.683028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47322) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:37.689387 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:37.707191 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:37.724321 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.726160 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.753738 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:37.779663 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks [] for router_controller (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), precommit_add_association {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.783919 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'project_id': '766e95a843fd4c658750c125427135cf', 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:57:37.784846 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.917031 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks [] for router_gateway (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:37.932338 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Allocated IP 172.20.0.2 (cf33196c-bb04-41f2-9cb6-34bf78ff34bd/0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15/e933ba5d-48d0-4c59-a600-e1bb4eb00e23) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:38.074206 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Publish callbacks [] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.075398 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:38.081399 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.108286 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks [] for router_gateway (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.126598 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:38.127811 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.131492 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:38.135214 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:38.139850 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Pushing event updated for resources: {'Port': ['ID=e933ba5d-48d0-4c59-a600-e1bb4eb00e23,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:38.192118 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Attempting to bind port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:38.192542 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Attempting to bind port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:38.192901 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Attempting to bind port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 on network cf33196c-bb04-41f2-9cb6-34bf78ff34bd {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:38.198154 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:38.198517 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Checking segment: {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:38.198966 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.199341 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Bound using segment: {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:38.199801 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Bound port: e933ba5d-48d0-4c59-a600-e1bb4eb00e23, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:38.200170 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.241404 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Allocated IP 172.27.4.209 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/e867a76a-da33-405a-bf1b-f2a95cb373a3) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:38.252655 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:38.265102 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] For port e933ba5d-48d0-4c59-a600-e1bb4eb00e23, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:38.268312 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] For port e933ba5d-48d0-4c59-a600-e1bb4eb00e23, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e933ba5d-48d0-4c59-a600-e1bb4eb00e23,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:38.274368 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.328973 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7364f023-d5a9-4fad-8e1c-a4ae33733ad5 None None] Pushing event updated for resources: {'Port': ['ID=e933ba5d-48d0-4c59-a600-e1bb4eb00e23,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:38.350290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks [] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.387180 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.434076 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:38.439336 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:38.441747 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Pushing event updated for resources: {'Port': ['ID=e867a76a-da33-405a-bf1b-f2a95cb373a3,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:38.444201 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:38.642859 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:INSERT=7,neutron:UPDATE=4,neutron:SELECT=89 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:38.705413 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks [] for router_gateway (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.905882 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.964891 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-3c6ea84b-fe3f-4ca2-ae84-56ec3658ff5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:38.981491 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47330) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:39.063830 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:57:39.117898 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-58843ebc-d5d3-4ef8-8001-d67b713e07ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.159251 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:39.171142 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f9f157-1d8a-4fc1-96a1-44e4c6d79034 None None] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:39.215467 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-58843ebc-d5d3-4ef8-8001-d67b713e07ed admin admin] Publish callbacks [] for security_group (b9c9d2df-cceb-4067-af3a-3c486257bbe7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.220809 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-58843ebc-d5d3-4ef8-8001-d67b713e07ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (b9c9d2df-cceb-4067-af3a-3c486257bbe7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.226286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-8c4348ab-7755-4ccd-8631-f9d5fea9bef6 None None] Provisioning complete for port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:39.226651 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-8c4348ab-7755-4ccd-8631-f9d5fea9bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.244362 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:39.280375 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58843ebc-d5d3-4ef8-8001-d67b713e07ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c9d2df-cceb-4067-af3a-3c486257bbe7,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:39.290648 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-58843ebc-d5d3-4ef8-8001-d67b713e07ed admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=fb3bafd036fc40bfa31f68d948bae504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080306 Sep 03 03:57:39.291743 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47334) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:39.348113 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6decc80f-b24b-4c2d-acaa-8b0f77fa6dca admin admin] Publish callbacks [] for security_group (b9c9d2df-cceb-4067-af3a-3c486257bbe7), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.372302 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6decc80f-b24b-4c2d-acaa-8b0f77fa6dca admin admin] Publish callbacks [] for security_group (b9c9d2df-cceb-4067-af3a-3c486257bbe7), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.426191 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6decc80f-b24b-4c2d-acaa-8b0f77fa6dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (b9c9d2df-cceb-4067-af3a-3c486257bbe7), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.429757 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6decc80f-b24b-4c2d-acaa-8b0f77fa6dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.433295 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-6decc80f-b24b-4c2d-acaa-8b0f77fa6dca admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/b9c9d2df-cceb-4067-af3a-3c486257bbe7 HTTP/1.1" status: 204 len: 168 time: 0.1379793 Sep 03 03:57:39.441882 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6decc80f-b24b-4c2d-acaa-8b0f77fa6dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c9d2df-cceb-4067-af3a-3c486257bbe7,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:39.465859 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:39.467826 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:39.479551 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Sync routers for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:39.493699 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.495045 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-88545b6f-5c81-42e0-8dc1-49085653644a admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8107879 Sep 03 03:57:39.496220 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:39.496976 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:39.498090 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47338) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:39.501905 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-8c4348ab-7755-4ccd-8631-f9d5fea9bef6 None None] Current status of the port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:39.502241 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-8c4348ab-7755-4ccd-8631-f9d5fea9bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.542533 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-8c4348ab-7755-4ccd-8631-f9d5fea9bef6 None None] For port e933ba5d-48d0-4c59-a600-e1bb4eb00e23, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e933ba5d-48d0-4c59-a600-e1bb4eb00e23,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:39.549505 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-8c4348ab-7755-4ccd-8631-f9d5fea9bef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.594692 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:39.614189 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4348ab-7755-4ccd-8631-f9d5fea9bef6 None None] Pushing event updated for resources: {'Port': ['ID=e933ba5d-48d0-4c59-a600-e1bb4eb00e23,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:39.654350 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:39.840698 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:38Z', 'revision_number': 3, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:39.867256 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Checking router: 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:39.867596 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Updating router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c port e867a76a-da33-405a-bf1b-f2a95cb373a3 binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:57:39.873229 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-e89a3b7f-8352-4334-8183-644ba35b5f3c None None] Provisioning complete for port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:39.874561 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e89a3b7f-8352-4334-8183-644ba35b5f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.901275 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:39.973600 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-e89a3b7f-8352-4334-8183-644ba35b5f3c None None] Current status of the port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:40.078503 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.250989 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.277736 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Publish callbacks [] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.286023 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.323722 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Attempting to bind port e867a76a-da33-405a-bf1b-f2a95cb373a3 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:40.324176 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Attempting to bind port e867a76a-da33-405a-bf1b-f2a95cb373a3 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:40.324596 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Attempting to bind port e867a76a-da33-405a-bf1b-f2a95cb373a3 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:40.337036 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:40.338085 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:40.338544 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.339015 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:40.339550 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Bound port: e867a76a-da33-405a-bf1b-f2a95cb373a3, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:40.339924 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.367212 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Pushing event updated for resources: {'Port': ['ID=e867a76a-da33-405a-bf1b-f2a95cb373a3,revision_number=2']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:40.380133 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.380567 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.380920 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.381264 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.381590 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.381910 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.382226 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.382541 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.382898 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.383220 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.383534 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.383861 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.384177 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.384490 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.385162 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117869) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:57:40.394434 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:40.419908 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Allocated IP 172.20.0.1 (cf33196c-bb04-41f2-9cb6-34bf78ff34bd/0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15/98d51dad-7064-4acf-ae51-70ccdddc7157) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:40.428613 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] For port e867a76a-da33-405a-bf1b-f2a95cb373a3, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:40.435151 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] For port e867a76a-da33-405a-bf1b-f2a95cb373a3, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e867a76a-da33-405a-bf1b-f2a95cb373a3,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:40.446340 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.463141 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:40.463325 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:40.508283 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e933ba5d-48d0-4c59-a600-e1bb4eb00e23 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:40.550736 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Publish callbacks [] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.564777 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:40.565899 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.580872 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:40.588380 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:40.589685 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7c6db-aff5-464e-9444-da5f0fd5996f None None] Pushing event updated for resources: {'Port': ['ID=e867a76a-da33-405a-bf1b-f2a95cb373a3,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:40.592779 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.624208 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:40.634932 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:40.639373 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:40.641864 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:40.647226 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:40.651545 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:40.679940 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=98d51dad-7064-4acf-ae51-70ccdddc7157,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:40.695694 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:40.700044 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:40.862319 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:38Z', 'revision_number': 3, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:40.896877 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa407b0-b2fc-48c6-ad6f-50d08a8c0d06 None None] The sync data for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi is: [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:38Z', 'revision_number': 3, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:40.906505 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:41.003048 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-a2be02e3-4520-4ebf-83bd-7eb547c161f6 None None] Provisioning complete for port 98d51dad-7064-4acf-ae51-70ccdddc7157 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:41.003656 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a2be02e3-4520-4ebf-83bd-7eb547c161f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:41.037360 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-a2be02e3-4520-4ebf-83bd-7eb547c161f6 None None] Port 98d51dad-7064-4acf-ae51-70ccdddc7157 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:57:41.088846 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Publish callbacks [] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:41.094723 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:41.172840 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:41.174853 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=98d51dad-7064-4acf-ae51-70ccdddc7157,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:41.279960 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:41.280705 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-4b2d2648-465f-4f27-836f-bcb47c7cf2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:41.283489 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:41.287955 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=1,neutron:UPDATE=5,neutron:SELECT=94 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:41.409468 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:57:41.525246 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:41.530199 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-0c508fbc-c7ae-40d8-b85c-9ee8c3fedfc8 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0303359 Sep 03 03:57:41.557957 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-301f1e4b-bc0a-47e7-824f-826b41053159 None None] Provisioning complete for port 98d51dad-7064-4acf-ae51-70ccdddc7157 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:41.558323 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-301f1e4b-bc0a-47e7-824f-826b41053159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:41.594631 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-301f1e4b-bc0a-47e7-824f-826b41053159 None None] Port 98d51dad-7064-4acf-ae51-70ccdddc7157 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:57:42.108828 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47388) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:42.114153 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1243089643-network', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:42.117905 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:42.137075 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Made reservation on behalf of a5a66ef2ac1840d2b030b0f059bebf74 for: {'network': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:57:42.139489 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.148930 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.241261 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Publish callbacks [] for security_group (0d82d1cc-9626-40ff-8ab7-d043cf404d33), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.246772 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (0d82d1cc-9626-40ff-8ab7-d043cf404d33), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.274843 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=117867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:57:42.285258 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d82d1cc-9626-40ff-8ab7-d043cf404d33,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:42.290382 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (dd42db15-4133-4c93-9164-40a48f58cc66), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.290718 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.segments_db [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Added segment dd42db15-4133-4c93-9164-40a48f58cc66 of type vlan for network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 Sep 03 03:57:42.331053 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (1f354aaa-34c4-4dc8-91f1-570b42aa2777), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.359159 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (1f354aaa-34c4-4dc8-91f1-570b42aa2777), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.360191 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:42.360774 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.418462 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3084435 Sep 03 03:57:42.419354 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Sync routers for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:42.421332 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47390) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:42.426237 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Request body: {'subnet': {'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1243089643-subnet', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:42.433019 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:42.433643 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:42.442389 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de210ab-4297-4a24-af1c-ae6c94f669fd admin admin] Pushing event updated for resources: {'Network': ['ID=1f354aaa-34c4-4dc8-91f1-570b42aa2777,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:42.459522 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Made reservation on behalf of a5a66ef2ac1840d2b030b0f059bebf74 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:57:42.461910 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5081843'] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.472196 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:57:42.532838 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e867a76a-da33-405a-bf1b-f2a95cb373a3 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:42.637205 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7942055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5081793'] for subnet (60af16f9-30b1-471d-a0bc-d4d09ab53722), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.643640 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:42.669473 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:42.686913 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port e867a76a-da33-405a-bf1b-f2a95cb373a3 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:42.687263 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.692465 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=60af16f9-30b1-471d-a0bc-d4d09ab53722,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:42.710651 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Checking segment: {'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:42.711025 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Network hostable DHCP agents. Network: 1f354aaa-34c4-4dc8-91f1-570b42aa2777, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:57:42.728543 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:57:42.737898 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 1f354aaa-34c4-4dc8-91f1-570b42aa2777) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:42.741978 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:42.742559 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.746295 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.753093 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb14786-922c-430d-958b-50e885e8bf23 None None] Network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:42.753245 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:42.762550 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-38979c90-80d6-4814-a6ef-da3fe3ff8d2d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3399665 Sep 03 03:57:42.765294 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47392) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:42.770170 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:42.790651 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (338439ab-b58c-45d7-a440-5c3f891845d7), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.791718 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (338439ab-b58c-45d7-a440-5c3f891845d7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.844115 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks [] for router_controller (338439ab-b58c-45d7-a440-5c3f891845d7), precommit_add_association {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.871919 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:42.948793 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port e867a76a-da33-405a-bf1b-f2a95cb373a3 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:42.949199 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:42.988791 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks [] for router_gateway (338439ab-b58c-45d7-a440-5c3f891845d7), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.013263 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-1f354aaa-34c4-4dc8-91f1-570b42aa2777', 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777', 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'fixed_ips': [{'subnet_id': '60af16f9-30b1-471d-a0bc-d4d09ab53722'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:57:43.014182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.020203 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port e867a76a-da33-405a-bf1b-f2a95cb373a3, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e867a76a-da33-405a-bf1b-f2a95cb373a3,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:43.034134 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.039230 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 2, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:43.087375 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Checking router: 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:43.087726 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Updating router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c port 98d51dad-7064-4acf-ae51-70ccdddc7157 binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:57:43.098532 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:43.182160 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.186661 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks [] for router_gateway (338439ab-b58c-45d7-a440-5c3f891845d7), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.198239 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=e867a76a-da33-405a-bf1b-f2a95cb373a3,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:43.212401 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.327814 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Allocated IP 172.27.4.143 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/7ae176a3-247c-4fe0-91c5-3ff7816e0ef2) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:43.357408 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Allocated IP 172.20.0.2 (1f354aaa-34c4-4dc8-91f1-570b42aa2777/60af16f9-30b1-471d-a0bc-d4d09ab53722/c3c0b729-b895-4edb-8866-7769adb83af8) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:43.437285 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47400) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:43.446196 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks [] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.482387 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.525958 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:43.531213 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:43.535332 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:43.556377 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae176a3-247c-4fe0-91c5-3ff7816e0ef2,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:43.571672 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8fdf990b-45db-41a6-99d7-b677326f4358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.654482 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8fdf990b-45db-41a6-99d7-b677326f4358 admin admin] Publish callbacks [] for security_group (ff681c1f-8662-4f59-8d7c-d85fd224034c), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.659941 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8fdf990b-45db-41a6-99d7-b677326f4358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ff681c1f-8662-4f59-8d7c-d85fd224034c), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.661494 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:43.679647 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:43.707478 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf990b-45db-41a6-99d7-b677326f4358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff681c1f-8662-4f59-8d7c-d85fd224034c,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:43.730273 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8fdf990b-45db-41a6-99d7-b677326f4358 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=e18dba64599d4bcdab480e7239291865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890379 Sep 03 03:57:43.730729 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47404) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:43.741874 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:43.755655 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Publish callbacks [] for port (c3c0b729-b895-4edb-8866-7769adb83af8), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.772493 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.780473 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Publish callbacks [] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.816540 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.816844 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks [] for router_gateway (338439ab-b58c-45d7-a440-5c3f891845d7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.822013 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:43.828775 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:43.832538 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:43.834300 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Pushing event updated for resources: {'Port': ['ID=c3c0b729-b895-4edb-8866-7769adb83af8,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:43.861507 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa937-9eb1-42a1-9abc-1077a8815dd7 admin admin] Publish callbacks [] for security_group (ff681c1f-8662-4f59-8d7c-d85fd224034c), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.913853 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa937-9eb1-42a1-9abc-1077a8815dd7 admin admin] Publish callbacks [] for security_group (ff681c1f-8662-4f59-8d7c-d85fd224034c), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.940858 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88e3e5-3448-4573-85fb-408d97ee0964 None None] Pushing event updated for resources: {'Port': ['ID=98d51dad-7064-4acf-ae51-70ccdddc7157,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:43.965803 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Attempting to bind port 98d51dad-7064-4acf-ae51-70ccdddc7157 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:43.966202 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Attempting to bind port 98d51dad-7064-4acf-ae51-70ccdddc7157 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:43.966558 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Attempting to bind port 98d51dad-7064-4acf-ae51-70ccdddc7157 on network cf33196c-bb04-41f2-9cb6-34bf78ff34bd {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:43.969840 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Attempting to bind port c3c0b729-b895-4edb-8866-7769adb83af8 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:43.970187 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Attempting to bind port c3c0b729-b895-4edb-8866-7769adb83af8 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:43.970539 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Attempting to bind port c3c0b729-b895-4edb-8866-7769adb83af8 on network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:43.976984 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:43.977347 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Checking segment: {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:43.977735 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.978114 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Bound using segment: {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:43.978565 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Bound port: 98d51dad-7064-4acf-ae51-70ccdddc7157, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:43.978964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.981414 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:43.981769 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Checking segment: {'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:43.982137 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:43.982506 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Bound using segment: {'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:43.982964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Bound port: c3c0b729-b895-4edb-8866-7769adb83af8, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:43.983375 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.047209 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa937-9eb1-42a1-9abc-1077a8815dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (ff681c1f-8662-4f59-8d7c-d85fd224034c), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.049833 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa937-9eb1-42a1-9abc-1077a8815dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.051003 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-fdbaa937-9eb1-42a1-9abc-1077a8815dd7 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/ff681c1f-8662-4f59-8d7c-d85fd224034c HTTP/1.1" status: 204 len: 168 time: 0.3193135 Sep 03 03:57:44.066425 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaa937-9eb1-42a1-9abc-1077a8815dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff681c1f-8662-4f59-8d7c-d85fd224034c,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:44.075236 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (338439ab-b58c-45d7-a440-5c3f891845d7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.097852 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:44.106165 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] For port 98d51dad-7064-4acf-ae51-70ccdddc7157, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:44.110971 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] For port c3c0b729-b895-4edb-8866-7769adb83af8, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:44.114177 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] For port 98d51dad-7064-4acf-ae51-70ccdddc7157, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=98d51dad-7064-4acf-ae51-70ccdddc7157,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:44.116462 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] For port c3c0b729-b895-4edb-8866-7769adb83af8, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c3c0b729-b895-4edb-8866-7769adb83af8,segment=NetworkSegment(dd42db15-4133-4c93-9164-40a48f58cc66),segment_id=dd42db15-4133-4c93-9164-40a48f58cc66)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:44.127511 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.131188 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.200386 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:44.201192 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:44.203263 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.265849 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Router 338439ab-b58c-45d7-a440-5c3f891845d7 is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:57:44.282567 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.286163 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b586795-921c-48b0-b0d6-c70891760c41 None None] Pushing event updated for resources: {'Port': ['ID=c3c0b729-b895-4edb-8866-7769adb83af8,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:44.402194 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88e3e5-3448-4573-85fb-408d97ee0964 None None] Pushing event updated for resources: {'Port': ['ID=98d51dad-7064-4acf-ae51-70ccdddc7157,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:44.411427 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:44.433498 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:44.445372 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Sync routers for ids ['338439ab-b58c-45d7-a440-5c3f891845d7'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:44.461442 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.462635 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ffcd4e84-f741-4b86-a0da-b9603fda0f76 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6961389 Sep 03 03:57:44.465665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47414) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:44.469385 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Routers {'338439ab-b58c-45d7-a440-5c3f891845d7'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:44.471240 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['338439ab-b58c-45d7-a440-5c3f891845d7'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:44.639517 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:44.645487 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Set router 338439ab-b58c-45d7-a440-5c3f891845d7 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:44.767062 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:44Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:44.769184 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c3c0b729-b895-4edb-8866-7769adb83af8 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:44.833288 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2598beac-03d7-48bf-b92c-1b19b469663d None None] The sync data for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi is: [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:44Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:44.851311 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:44.918533 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c3c0b729-b895-4edb-8866-7769adb83af8 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:44.922666 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:44.938950 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143'}], 'enable_snat': True}, 'gw_port_id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T03:57:43Z', 'revision_number': 3, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port': {'id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:43Z', 'updated_at': '2022-09-03T03:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:44.992592 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Checking router: 338439ab-b58c-45d7-a440-5c3f891845d7 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:44.992936 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Updating router 338439ab-b58c-45d7-a440-5c3f891845d7 port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:57:45.031124 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c3c0b729-b895-4edb-8866-7769adb83af8 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:45.031609 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.044149 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.082187 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port c3c0b729-b895-4edb-8866-7769adb83af8, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c3c0b729-b895-4edb-8866-7769adb83af8,segment=NetworkSegment(dd42db15-4133-4c93-9164-40a48f58cc66),segment_id=dd42db15-4133-4c93-9164-40a48f58cc66)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:45.085726 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.087792 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.096033 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e867a76a-da33-405a-bf1b-f2a95cb373a3 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:45.220786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=c3c0b729-b895-4edb-8866-7769adb83af8,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:45.242539 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port e867a76a-da33-405a-bf1b-f2a95cb373a3 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:45.245255 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.265858 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47428) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:45.303954 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:45.408901 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port e867a76a-da33-405a-bf1b-f2a95cb373a3 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:45.423393 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Allocated IP 172.20.0.1 (1f354aaa-34c4-4dc8-91f1-570b42aa2777/60af16f9-30b1-471d-a0bc-d4d09ab53722/f23ab8de-2bb4-4da5-aaee-4f8a16ce948d) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:45.465234 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129e6d3-776c-4bde-9a27-6fbfa1685a96 None None] Network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:45.468725 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-233583729-network', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:45.504998 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Publish callbacks [] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.507884 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Made reservation on behalf of f40913ed988e4d3f8164fad43a6e8508 for: {'network': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:57:45.510661 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.519734 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.520907 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.554587 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Attempting to bind port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:45.554981 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Attempting to bind port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:45.555340 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Attempting to bind port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:45.563429 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:45.569913 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:45.570280 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:45.570877 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.571439 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:45.571919 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Bound port: 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:45.572290 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.601589 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:45.613617 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:45.617556 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=8,neutron:SELECT=90,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:45.625079 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-39e617ce-5b7d-4116-9081-30129095eee9 None None] Provisioning complete for port c3c0b729-b895-4edb-8866-7769adb83af8 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:45.629760 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-39e617ce-5b7d-4116-9081-30129095eee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.635654 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Publish callbacks [] for security_group (388be64a-70af-4e0f-906c-ab7cdc0b7a2a), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.644268 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (388be64a-70af-4e0f-906c-ab7cdc0b7a2a), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.652683 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388d9f1-3d03-4fbc-b369-876d9c97a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7ae176a3-247c-4fe0-91c5-3ff7816e0ef2,revision_number=2']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:45.673300 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=117867) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:57:45.684486 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388be64a-70af-4e0f-906c-ab7cdc0b7a2a,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:45.690059 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.690482 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.segments_db [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Added segment 5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7 of type vlan for network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 Sep 03 03:57:45.691843 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Publish callbacks [] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.692514 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] For port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:45.701502 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] For port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=7ae176a3-247c-4fe0-91c5-3ff7816e0ef2,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:45.718062 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.775613 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:45.777329 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.789659 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Routers {'338439ab-b58c-45d7-a440-5c3f891845d7'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:45.790389 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['338439ab-b58c-45d7-a440-5c3f891845d7'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:45.797770 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.798781 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-39e617ce-5b7d-4116-9081-30129095eee9 None None] Current status of the port c3c0b729-b895-4edb-8866-7769adb83af8 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:45.823964 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388d9f1-3d03-4fbc-b369-876d9c97a9e2 None None] Pushing event updated for resources: {'Port': ['ID=7ae176a3-247c-4fe0-91c5-3ff7816e0ef2,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:45.837335 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.838478 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:45.838920 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:45.839090 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.844952 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:45.860164 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:45.869696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Pushing event updated for resources: {'Port': ['ID=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:45.919111 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47432) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:45.921620 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6543581 Sep 03 03:57:45.929825 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Request body: {'subnet': {'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-233583729-subnet', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'ip_version': 4}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:45.939386 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd909b7f-c828-4686-ba8a-88e13b524064 admin admin] Pushing event updated for resources: {'Network': ['ID=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:45.942917 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (338439ab-b58c-45d7-a440-5c3f891845d7), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:45.956757 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:57:46.027084 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Made reservation on behalf of f40913ed988e4d3f8164fad43a6e8508 for: {'subnet': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:57:46.029687 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4280043'] for subnet (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.094683 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] Set router 338439ab-b58c-45d7-a440-5c3f891845d7 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:46.123780 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-4f2ab974-c0d8-4f7d-9c8e-0e80b5078ae7 None None] Provisioning complete for port c3c0b729-b895-4edb-8866-7769adb83af8 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:46.124174 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-4f2ab974-c0d8-4f7d-9c8e-0e80b5078ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.155969 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:46.238271 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-4f2ab974-c0d8-4f7d-9c8e-0e80b5078ae7 None None] Current status of the port c3c0b729-b895-4edb-8866-7769adb83af8 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:46.263003 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.332932 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143'}], 'enable_snat': True}, 'gw_port_id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T03:57:43Z', 'revision_number': 3, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port': {'id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:43Z', 'updated_at': '2022-09-03T03:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:46.356535 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-f485e646-17d8-4947-a973-22822c223383 None None] Provisioning complete for port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:46.357279 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f485e646-17d8-4947-a973-22822c223383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.364505 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b94eab-fc9e-4ea2-a4c4-e84ec3e918c6 None None] The sync data for ids ['338439ab-b58c-45d7-a440-5c3f891845d7'] in dv-cinder-799663-12-iscsi is: [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143'}], 'enable_snat': True}, 'gw_port_id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T03:57:43Z', 'revision_number': 3, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port': {'id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:43Z', 'updated_at': '2022-09-03T03:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:46.394263 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-f485e646-17d8-4947-a973-22822c223383 None None] Port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:57:46.435157 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5028296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4280025'] for subnet (3d382bd9-aad7-4324-a50c-9de5784e8d30), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.490159 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:46.544394 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d382bd9-aad7-4324-a50c-9de5784e8d30,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:46.572258 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Checking segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:46.572542 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Network hostable DHCP agents. Network: 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117866) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:57:46.597005 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c3c0b729-b895-4edb-8866-7769adb83af8 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:46.597657 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Publish callbacks [] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.613455 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.646210 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port c3c0b729-b895-4edb-8866-7769adb83af8 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:46.654920 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.656413 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117866) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:57:46.690881 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42) {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:46.693709 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:46.696550 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:46.697218 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.702982 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b1a3f-6f59-422c-9342-747841a32e34 None None] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:46.709248 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (338439ab-b58c-45d7-a440-5c3f891845d7), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.710923 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Pushing event updated for resources: {'Port': ['ID=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:46.754016 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-af11a8c2-0e16-4050-9631-bc3c3aaa8c7d admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8327141 Sep 03 03:57:46.757886 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47434) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:46.763418 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:46.791864 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (9a83ffcc-523c-4816-ade8-13259c4fc137), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.793720 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (9a83ffcc-523c-4816-ade8-13259c4fc137), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:46.829300 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port c3c0b729-b895-4edb-8866-7769adb83af8 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:46.830302 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 98d51dad-7064-4acf-ae51-70ccdddc7157 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:46.857255 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:46.859042 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:46.866975 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks [] for router_controller (9a83ffcc-523c-4816-ade8-13259c4fc137), precommit_add_association {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.081679 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks [] for router_gateway (9a83ffcc-523c-4816-ade8-13259c4fc137), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.140201 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Router 338439ab-b58c-45d7-a440-5c3f891845d7 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:57:47.201288 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:47.204532 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 98d51dad-7064-4acf-ae51-70ccdddc7157 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:47.211189 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.214984 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:57:47.221506 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.306213 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-a8cd5bc4-7e8a-40e1-98b3-942bcadee741 None None] Provisioning complete for port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:47.306742 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a8cd5bc4-7e8a-40e1-98b3-942bcadee741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.335907 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks [] for router_gateway (9a83ffcc-523c-4816-ade8-13259c4fc137), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.357315 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-a8cd5bc4-7e8a-40e1-98b3-942bcadee741 None None] Port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:57:47.371396 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.375619 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:47.398189 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-4a828cb7-075d-4f4a-a071-bf078932d68b admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/338439ab-b58c-45d7-a440-5c3f891845d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304101 Sep 03 03:57:47.496744 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 98d51dad-7064-4acf-ae51-70ccdddc7157 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:47.497148 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.497705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Allocated IP 172.27.4.154 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/f27ee4b7-d513-480a-8695-b2621361676c) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:47.543703 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Allocated IP 172.20.0.2 (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42/3d382bd9-aad7-4324-a50c-9de5784e8d30/d16d76a1-61d4-485a-86cc-67079504b9c1) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:47.556251 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 98d51dad-7064-4acf-ae51-70ccdddc7157, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=98d51dad-7064-4acf-ae51-70ccdddc7157,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:47.565961 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.650122 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks [] for port (f27ee4b7-d513-480a-8695-b2621361676c), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.654287 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:47.672239 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=98d51dad-7064-4acf-ae51-70ccdddc7157,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:47.679279 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:47.698272 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (f27ee4b7-d513-480a-8695-b2621361676c), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.737672 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:47.740885 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:47.747023 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:47.759995 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Publish callbacks [] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.767379 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.813921 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:47.819722 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:47.822548 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:47.824889 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Pushing event updated for resources: {'Port': ['ID=d16d76a1-61d4-485a-86cc-67079504b9c1,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:47.897809 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Attempting to bind port d16d76a1-61d4-485a-86cc-67079504b9c1 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:47.898539 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Attempting to bind port d16d76a1-61d4-485a-86cc-67079504b9c1 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:47.898539 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Attempting to bind port d16d76a1-61d4-485a-86cc-67079504b9c1 on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:47.905030 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:47.905394 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Checking segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:47.905802 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.906192 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Bound using segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:47.906655 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Bound port: d16d76a1-61d4-485a-86cc-67079504b9c1, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:47.907056 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:47.968059 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:47.982363 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] For port d16d76a1-61d4-485a-86cc-67079504b9c1, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:47.986536 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] For port d16d76a1-61d4-485a-86cc-67079504b9c1, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=d16d76a1-61d4-485a-86cc-67079504b9c1,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:47.993916 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:48.049371 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8fc39-ef42-4f8d-a2ce-ac2925771054 None None] Pushing event updated for resources: {'Port': ['ID=d16d76a1-61d4-485a-86cc-67079504b9c1,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:48.058095 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Pushing event updated for resources: {'Port': ['ID=f27ee4b7-d513-480a-8695-b2621361676c,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:48.340377 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks [] for router_gateway (9a83ffcc-523c-4816-ade8-13259c4fc137), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:48.632462 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (9a83ffcc-523c-4816-ade8-13259c4fc137), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:48.679956 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device d16d76a1-61d4-485a-86cc-67079504b9c1 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:48.726006 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:48.736786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port d16d76a1-61d4-485a-86cc-67079504b9c1 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:48.737118 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:48.782952 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117867) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:57:48.831355 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port d16d76a1-61d4-485a-86cc-67079504b9c1 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:48.831746 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:48.876418 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port d16d76a1-61d4-485a-86cc-67079504b9c1, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=d16d76a1-61d4-485a-86cc-67079504b9c1,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:48.884882 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:48.886093 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 98d51dad-7064-4acf-ae51-70ccdddc7157 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:48.928292 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:48.944650 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:48.967237 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:48.967876 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:48.983172 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:48.984502 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d9f65450-b767-43d8-90f7-50272abd022e admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2249215 Sep 03 03:57:48.987918 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47464) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:49.036387 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 98d51dad-7064-4acf-ae51-70ccdddc7157 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:49.036789 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:49.085144 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=d16d76a1-61d4-485a-86cc-67079504b9c1,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:49.148736 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:49.197454 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:49.199831 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 98d51dad-7064-4acf-ae51-70ccdddc7157 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:49.201604 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:49.242680 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:49.350227 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:49.351280 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f065e0-e831-4154-8695-5dd230149d2e None None] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:49.368268 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Sync routers for ids ['338439ab-b58c-45d7-a440-5c3f891845d7'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:49.386671 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Routers {'338439ab-b58c-45d7-a440-5c3f891845d7'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:49.387626 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['338439ab-b58c-45d7-a440-5c3f891845d7'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:49.457568 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-3470c8d4-539a-4658-83a1-e4b1a024e225 None None] Provisioning complete for port d16d76a1-61d4-485a-86cc-67079504b9c1 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:49.457934 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-3470c8d4-539a-4658-83a1-e4b1a024e225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:49.509273 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Set router 338439ab-b58c-45d7-a440-5c3f891845d7 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:49.515798 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:49.516161 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:49.581028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:49.605673 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:48Z', 'revision_number': 3, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:49.644113 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:49.644510 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Updating router 9a83ffcc-523c-4816-ade8-13259c4fc137 port f27ee4b7-d513-480a-8695-b2621361676c binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:57:49.739202 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-3470c8d4-539a-4658-83a1-e4b1a024e225 None None] Current status of the port d16d76a1-61d4-485a-86cc-67079504b9c1 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:49.749283 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f27ee4b7-d513-480a-8695-b2621361676c), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:49.793165 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143'}], 'enable_snat': True}, 'gw_port_id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T03:57:46Z', 'revision_number': 4, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port': {'id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:43Z', 'updated_at': '2022-09-03T03:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'f23ab8de-2bb4-4da5-aaee-4f8a16ce948d', 'name': '', 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'mac_address': 'fa:16:3e:c5:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '60af16f9-30b1-471d-a0bc-d4d09ab53722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:45Z', 'updated_at': '2022-09-03T03:57:46Z', 'revision_number': 2, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'subnets': [{'id': '60af16f9-30b1-471d-a0bc-d4d09ab53722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:49.827091 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Allocated IP 172.20.0.1 (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42/3d382bd9-aad7-4324-a50c-9de5784e8d30/e358866c-1a96-468d-8629-20313f412762) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:49.839500 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Checking router: 338439ab-b58c-45d7-a440-5c3f891845d7 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:49.840166 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Updating router 338439ab-b58c-45d7-a440-5c3f891845d7 port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:57:49.890421 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.018473 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Publish callbacks [] for port (e358866c-1a96-468d-8629-20313f412762), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.033364 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:50.061215 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (e358866c-1a96-468d-8629-20313f412762), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.083645 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:50.086455 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:50.106887 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:50.139350 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-a46b71eb-7b85-4321-8123-0a4f55417b35 None None] Provisioning complete for port d16d76a1-61d4-485a-86cc-67079504b9c1 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:50.139846 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a46b71eb-7b85-4321-8123-0a4f55417b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.193609 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Pushing event updated for resources: {'Port': ['ID=e358866c-1a96-468d-8629-20313f412762,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:50.205827 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (9a83ffcc-523c-4816-ade8-13259c4fc137), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.283604 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Publish callbacks [] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.287147 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:50.287903 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:50.294762 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.334942 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:50.360294 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4895b-de45-44a1-8f32-aa3788ded333 None None] Pushing event updated for resources: {'Port': ['ID=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:50.386334 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:50.392946 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:50.394189 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.396973 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e358866c-1a96-468d-8629-20313f412762), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.402421 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:50.413268 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Publish callbacks [] for port (f27ee4b7-d513-480a-8695-b2621361676c), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.429975 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (f27ee4b7-d513-480a-8695-b2621361676c), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.475448 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=7ae176a3-247c-4fe0-91c5-3ff7816e0ef2,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:50.486348 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.505746 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Attempting to bind port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:50.506858 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Attempting to bind port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:50.507500 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Attempting to bind port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d on network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:50.515228 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Attempting to bind port f27ee4b7-d513-480a-8695-b2621361676c on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:50.516547 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:50.517097 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Checking segment: {'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:50.517643 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Attempting to bind port f27ee4b7-d513-480a-8695-b2621361676c by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:50.517774 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.518478 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Bound using segment: {'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:50.519035 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Attempting to bind port f27ee4b7-d513-480a-8695-b2621361676c on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:50.519211 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Bound port: f23ab8de-2bb4-4da5-aaee-4f8a16ce948d, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd42db15-4133-4c93-9164-40a48f58cc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:50.519756 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.534055 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:50.543685 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:50.544093 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.544488 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:50.544991 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Bound port: f27ee4b7-d513-480a-8695-b2621361676c, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:50.545366 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f27ee4b7-d513-480a-8695-b2621361676c), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.602942 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] For port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:50.609176 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b8ad3-397d-4470-a7e6-ed70e6b45828 None None] Pushing event updated for resources: {'Port': ['ID=f27ee4b7-d513-480a-8695-b2621361676c,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:50.609602 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] For port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,segment=NetworkSegment(dd42db15-4133-4c93-9164-40a48f58cc66),segment_id=dd42db15-4133-4c93-9164-40a48f58cc66)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:50.637281 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.644254 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device d16d76a1-61d4-485a-86cc-67079504b9c1 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:50.660475 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Publish callbacks [] for port (e358866c-1a96-468d-8629-20313f412762), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.668530 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (e358866c-1a96-468d-8629-20313f412762), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.697697 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Routers {'338439ab-b58c-45d7-a440-5c3f891845d7'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:50.698317 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['338439ab-b58c-45d7-a440-5c3f891845d7'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:50.742219 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-a46b71eb-7b85-4321-8123-0a4f55417b35 None None] Current status of the port d16d76a1-61d4-485a-86cc-67079504b9c1 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:50.758329 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Pushing event updated for resources: {'Port': ['ID=e358866c-1a96-468d-8629-20313f412762,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:50.760667 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4895b-de45-44a1-8f32-aa3788ded333 None None] Pushing event updated for resources: {'Port': ['ID=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,revision_number=4']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:50.761878 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (9a83ffcc-523c-4816-ade8-13259c4fc137), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.769072 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] For port f27ee4b7-d513-480a-8695-b2621361676c, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:50.775833 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] For port f27ee4b7-d513-480a-8695-b2621361676c, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=f27ee4b7-d513-480a-8695-b2621361676c,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:50.776743 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=7ae176a3-247c-4fe0-91c5-3ff7816e0ef2,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:50.789160 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (f27ee4b7-d513-480a-8695-b2621361676c), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.791666 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port d16d76a1-61d4-485a-86cc-67079504b9c1 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:50.792029 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:50.866160 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] Set router 338439ab-b58c-45d7-a440-5c3f891845d7 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:50.890661 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:50.892724 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:50.898331 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:50.899036 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:50.960443 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-e6439ca9-d84b-438f-be25-1bab8a2d604f None None] Provisioning complete for port e358866c-1a96-468d-8629-20313f412762 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:50.960809 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e6439ca9-d84b-438f-be25-1bab8a2d604f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e358866c-1a96-468d-8629-20313f412762), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:51.034962 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b8ad3-397d-4470-a7e6-ed70e6b45828 None None] Pushing event updated for resources: {'Port': ['ID=f27ee4b7-d513-480a-8695-b2621361676c,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:51.045069 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:57:51.123681 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-e6439ca9-d84b-438f-be25-1bab8a2d604f None None] Port e358866c-1a96-468d-8629-20313f412762 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:57:51.146123 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port d16d76a1-61d4-485a-86cc-67079504b9c1 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:51.191182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:51.203118 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143'}], 'enable_snat': True}, 'gw_port_id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T03:57:46Z', 'revision_number': 4, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port': {'id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:43Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'f23ab8de-2bb4-4da5-aaee-4f8a16ce948d', 'name': '', 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'mac_address': 'fa:16:3e:c5:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '60af16f9-30b1-471d-a0bc-d4d09ab53722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:45Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'subnets': [{'id': '60af16f9-30b1-471d-a0bc-d4d09ab53722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:51.235140 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61474ae1-8ea2-4f7a-8d89-d1c3ae83ca69 None None] The sync data for ids ['338439ab-b58c-45d7-a440-5c3f891845d7'] in dv-cinder-799663-12-iscsi is: [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143'}], 'enable_snat': True}, 'gw_port_id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T03:57:46Z', 'revision_number': 4, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port': {'id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:43Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'f23ab8de-2bb4-4da5-aaee-4f8a16ce948d', 'name': '', 'network_id': '1f354aaa-34c4-4dc8-91f1-570b42aa2777', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'mac_address': 'fa:16:3e:c5:26:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '60af16f9-30b1-471d-a0bc-d4d09ab53722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:45Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'subnets': [{'id': '60af16f9-30b1-471d-a0bc-d4d09ab53722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:51.256105 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-59d30d0e-25e2-4b72-ab89-d2fdf333b83a None None] Provisioning complete for port e358866c-1a96-468d-8629-20313f412762 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:51.256105 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-59d30d0e-25e2-4b72-ab89-d2fdf333b83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e358866c-1a96-468d-8629-20313f412762), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:51.297971 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:51.359936 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-59d30d0e-25e2-4b72-ab89-d2fdf333b83a None None] Port e358866c-1a96-468d-8629-20313f412762 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:57:51.532358 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:51.546227 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 2, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:51.580852 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413937f3-141f-4c47-96ea-de596af3b319 None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 2, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:51.584732 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:51.589955 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0dcc3773-6cce-4bc7-8c44-97480a87fd44 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/9a83ffcc-523c-4816-ade8-13259c4fc137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6000624 Sep 03 03:57:52.367753 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47480) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:52.372590 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1999792114-network', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:52.395281 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Made reservation on behalf of c0b0267c6f674054abf0fb4b3e9ace89 for: {'network': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:57:52.398139 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for network (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.419235 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.564438 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Publish callbacks [] for security_group (7ae32170-6069-4f11-b860-46582805f757), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.583310 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (7ae32170-6069-4f11-b860-46582805f757), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.603382 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:52.631887 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=117866) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 03:57:52.651573 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:52.656466 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae32170-6069-4f11-b860-46582805f757,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:52.661391 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (f6d78c5e-f26f-4845-b651-98cf2dc69fea), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.664001 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.segments_db [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Added segment f6d78c5e-f26f-4845-b651-98cf2dc69fea of type vlan for network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 Sep 03 03:57:52.748760 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788397237935'] for network (a2c892e2-17ca-41bd-8bea-c0682d11e7a6), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.781297 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271'] for network (a2c892e2-17ca-41bd-8bea-c0682d11e7a6), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.782947 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:52.783827 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.794863 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:52.883752 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] 10.222.0.25 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5148754 Sep 03 03:57:52.890617 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47482) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:52.892063 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c976c097-ede6-4113-bd42-314cb5c21dd8 admin admin] Pushing event updated for resources: {'Network': ['ID=a2c892e2-17ca-41bd-8bea-c0682d11e7a6,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:52.896012 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Request body: {'subnet': {'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1999792114-subnet', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'ip_version': 4}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:52.903856 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:52.923759 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Made reservation on behalf of c0b0267c6f674054abf0fb4b3e9ace89 for: {'subnet': 1} {{(pid=117867) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:57:52.927234 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5081843'] for subnet (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:52.959880 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 details requested by agent ovs-agent-dv-cinder-799663-12-iscsi with host dv-cinder-799663-12-iscsi {{(pid=117868) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 03:57:53.031279 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:53.034556 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.123759 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:53.218025 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:53.219320 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f23ab8de-2bb4-4da5-aaee-4f8a16ce948d up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:53.275331 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:53.275698 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.276511 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7942055', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5081793'] for subnet (704cf45a-faaf-4d08-97d6-15fcc94ea188), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.346449 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=704cf45a-faaf-4d08-97d6-15fcc94ea188,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:53.355917 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Checking segment: {'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117867) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:53.356437 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Network hostable DHCP agents. Network: a2c892e2-17ca-41bd-8bea-c0682d11e7a6, hostable agents: ['4da673a5-a155-4963-aca1-a76bf41d1543'], hosted agents: [] {{(pid=117867) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 03:57:53.374371 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:53.374857 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.378986 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 is scheduled to be hosted by DHCP agent 4da673a5-a155-4963-aca1-a76bf41d1543 with binding_index 1 {{(pid=117867) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 03:57:53.393713 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-799663-12-iscsi, a2c892e2-17ca-41bd-8bea-c0682d11e7a6) {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:53.405090 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f5693-899f-43a4-8f99-dfe5ab932e63 None None] Network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:53.406187 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:57:53.406962 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.429351 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-3df8c025-677e-4313-b957-5762687c2108 admin admin] 10.222.0.25 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5375507 Sep 03 03:57:53.432215 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47488) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:53.436582 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:53.462436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1998067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1555'] for router (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.463595 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1992365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1989469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1922909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1562'] for router (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.464798 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,segment=NetworkSegment(dd42db15-4133-4c93-9164-40a48f58cc66),segment_id=dd42db15-4133-4c93-9164-40a48f58cc66)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:53.475170 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.526837 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks [] for router_controller (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), precommit_add_association {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.576394 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:53.593278 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf7dcb826-118f-558a-a0a8-a5d869109967-a2c892e2-17ca-41bd-8bea-c0682d11e7a6', 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6', 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'fixed_ips': [{'subnet_id': '704cf45a-faaf-4d08-97d6-15fcc94ea188'}]}} from dv-cinder-799663-12-iscsi. {{(pid=117868) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 03 03:57:53.594224 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.694712 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks [] for router_gateway (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.744544 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:53.746489 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.db_base_plugin_common [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Allocated IP 172.20.0.2 (a2c892e2-17ca-41bd-8bea-c0682d11e7a6/704cf45a-faaf-4d08-97d6-15fcc94ea188/6de90f8e-5cbd-435c-86c8-41684c1bab3a) {{(pid=117868) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:53.931797 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks [] for router_gateway (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.933944 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:53.935199 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Publish callbacks [] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), precommit_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.945919 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), after_create {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:53.964807 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:54.000332 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 is already hosted by enough agents. {{(pid=117868) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:54.011945 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.scheduler.base_scheduler [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Resources bound (agent type, host, resource id): {{(pid=117868) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:54.016131 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Received port after_create {{(pid=117868) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:54.023000 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Pushing event updated for resources: {'Port': ['ID=6de90f8e-5cbd-435c-86c8-41684c1bab3a,revision_number=1']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:54.085577 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Attempting to bind port 6de90f8e-5cbd-435c-86c8-41684c1bab3a on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:54.085955 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Attempting to bind port 6de90f8e-5cbd-435c-86c8-41684c1bab3a by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:54.086312 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Attempting to bind port 6de90f8e-5cbd-435c-86c8-41684c1bab3a on network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:54.094138 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:54.094536 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Checking segment: {'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:54.094929 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:54.095447 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Bound using segment: {'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:54.095916 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Bound port: 6de90f8e-5cbd-435c-86c8-41684c1bab3a, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:54.096521 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:54.097680 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Allocated IP 172.27.4.15 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/7bbfa302-09a3-45eb-8e51-327f56bdb966) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:54.182568 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] For port 6de90f8e-5cbd-435c-86c8-41684c1bab3a, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:54.185822 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] For port 6de90f8e-5cbd-435c-86c8-41684c1bab3a, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=6de90f8e-5cbd-435c-86c8-41684c1bab3a,segment=NetworkSegment(f6d78c5e-f26f-4845-b651-98cf2dc69fea),segment_id=f6d78c5e-f26f-4845-b651-98cf2dc69fea)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:54.195426 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:54.241621 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks [] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:54.276281 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965244a3-614f-4cb8-8758-a66e1b28f7cb None None] Pushing event updated for resources: {'Port': ['ID=6de90f8e-5cbd-435c-86c8-41684c1bab3a,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:54.297898 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:54.316063 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:54.400984 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:54.407146 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:54.412401 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:54.446720 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:54.466877 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbfa302-09a3-45eb-8e51-327f56bdb966,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:54.785665 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 6de90f8e-5cbd-435c-86c8-41684c1bab3a up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:54.794096 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks [] for router_gateway (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:54.840997 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 6de90f8e-5cbd-435c-86c8-41684c1bab3a triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:54.841360 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:54.972895 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 6de90f8e-5cbd-435c-86c8-41684c1bab3a is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:54.973535 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.015908 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 6de90f8e-5cbd-435c-86c8-41684c1bab3a, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=6de90f8e-5cbd-435c-86c8-41684c1bab3a,segment=NetworkSegment(f6d78c5e-f26f-4845-b651-98cf2dc69fea),segment_id=f6d78c5e-f26f-4845-b651-98cf2dc69fea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:55.022634 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.023286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f27ee4b7-d513-480a-8695-b2621361676c up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:55.063388 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1992222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1989612'] for router (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.153461 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=6de90f8e-5cbd-435c-86c8-41684c1bab3a,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:55.157959 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port f27ee4b7-d513-480a-8695-b2621361676c triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:55.158328 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f27ee4b7-d513-480a-8695-b2621361676c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.251345 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port f27ee4b7-d513-480a-8695-b2621361676c is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:55.252441 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (f27ee4b7-d513-480a-8695-b2621361676c), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.281427 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port f27ee4b7-d513-480a-8695-b2621361676c, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=f27ee4b7-d513-480a-8695-b2621361676c,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:57:55.295861 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (f27ee4b7-d513-480a-8695-b2621361676c), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.297032 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f23ab8de-2bb4-4da5-aaee-4f8a16ce948d up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:55.378476 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 is scheduled to L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 with binding_index 1 {{(pid=117866) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 03:57:55.402702 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:55.494589 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:55.517555 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:55.517555 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.609011 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:55.643069 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.648271 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47490) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:55.663533 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-aea7913d-2fa3-4238-8fb5-c1964b4b02f9 admin admin] 10.222.0.25 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2299671 Sep 03 03:57:55.731243 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c629c719-7519-4d46-bc5d-e790f02b00d9 None None] Network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 03:57:55.778644 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Sync routers for ids ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:55.799445 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=f27ee4b7-d513-480a-8695-b2621361676c,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:55.821825 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-673e9b50-a418-4c89-a63d-9af66359590e None None] Provisioning complete for port 6de90f8e-5cbd-435c-86c8-41684c1bab3a triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:55.822197 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-673e9b50-a418-4c89-a63d-9af66359590e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:55.823768 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Routers {'b7870c0f-9b47-4b8a-a2b5-7dc44c824670'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:55.824379 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:56.072329 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:56.119114 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Set router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:56.201532 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-673e9b50-a418-4c89-a63d-9af66359590e None None] Current status of the port 6de90f8e-5cbd-435c-86c8-41684c1bab3a is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:56.249631 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:56.348964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-f4308a33-9b20-4c50-b32d-9f5ed517c119 None None] Provisioning complete for port 6de90f8e-5cbd-435c-86c8-41684c1bab3a triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:56.349395 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f4308a33-9b20-4c50-b32d-9f5ed517c119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:56.390944 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:56.417047 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15'}], 'enable_snat': True}, 'gw_port_id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:54Z', 'revision_number': 3, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port': {'id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:56.444327 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Allocated IP 172.20.0.1 (a2c892e2-17ca-41bd-8bea-c0682d11e7a6/704cf45a-faaf-4d08-97d6-15fcc94ea188/861544ac-ec23-4869-9a64-9764e7ee483c) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:57:56.450728 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Checking router: b7870c0f-9b47-4b8a-a2b5-7dc44c824670 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:56.451101 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Updating router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 port 7bbfa302-09a3-45eb-8e51-327f56bdb966 binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:57:56.507856 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:56.523312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:INSERT=4,neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:56.532926 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-f4308a33-9b20-4c50-b32d-9f5ed517c119 None None] Current status of the port 6de90f8e-5cbd-435c-86c8-41684c1bab3a is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:56.571370 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Publish callbacks [] for port (861544ac-ec23-4869-9a64-9764e7ee483c), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:56.617076 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:56.619229 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 6de90f8e-5cbd-435c-86c8-41684c1bab3a up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:56.687964 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:56.698772 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:56.701445 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=861544ac-ec23-4869-9a64-9764e7ee483c,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:56.704303 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:57:56.735937 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:56.736555 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:56.754010 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 6de90f8e-5cbd-435c-86c8-41684c1bab3a triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:56.754584 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:56.759159 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1984079'] for router_interface (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:56.936582 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:56.993734 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 6de90f8e-5cbd-435c-86c8-41684c1bab3a is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:56.998876 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f27ee4b7-d513-480a-8695-b2621361676c up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:57:57.070283 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:57:57.089503 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:57.091383 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:57.100692 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-8d9fc6e5-8feb-4595-b730-09d3ab6b461e None None] Provisioning complete for port 861544ac-ec23-4869-9a64-9764e7ee483c triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:57.101713 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-8d9fc6e5-8feb-4595-b730-09d3ab6b461e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.127597 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Publish callbacks [] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.145943 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.168428 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-8d9fc6e5-8feb-4595-b730-09d3ab6b461e None None] Port 861544ac-ec23-4869-9a64-9764e7ee483c cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:57:57.188486 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port f27ee4b7-d513-480a-8695-b2621361676c triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:57.188850 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (f27ee4b7-d513-480a-8695-b2621361676c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.238302 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Attempting to bind port 7bbfa302-09a3-45eb-8e51-327f56bdb966 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:57.238706 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Attempting to bind port 7bbfa302-09a3-45eb-8e51-327f56bdb966 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:57.239094 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Attempting to bind port 7bbfa302-09a3-45eb-8e51-327f56bdb966 on network 931cd65b-38c0-4970-baa3-853de5936c9c {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:57.256964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:57.256964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Checking segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:57.256964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.256964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Bound using segment: {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:57.256964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Bound port: 7bbfa302-09a3-45eb-8e51-327f56bdb966, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b3f75fc-5fb9-4707-9856-2327900bdee4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:57.256964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.259502 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a35b0-d9d1-4748-a28d-0e511881478f None None] Pushing event updated for resources: {'Port': ['ID=7bbfa302-09a3-45eb-8e51-327f56bdb966,revision_number=2']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:57.286238 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Publish callbacks [] for port (861544ac-ec23-4869-9a64-9764e7ee483c), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.295639 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.367169 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1636285', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1984243'] for router_interface (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.373485 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port f27ee4b7-d513-480a-8695-b2621361676c is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:57:57.379218 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] For port 7bbfa302-09a3-45eb-8e51-327f56bdb966, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:57.382537 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] For port 7bbfa302-09a3-45eb-8e51-327f56bdb966, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=7bbfa302-09a3-45eb-8e51-327f56bdb966,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:57.393784 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.437673 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:57.444653 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Pushing event updated for resources: {'Port': ['ID=861544ac-ec23-4869-9a64-9764e7ee483c,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:57.456088 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Routers {'b7870c0f-9b47-4b8a-a2b5-7dc44c824670'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:57.456710 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:57.484402 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:57.518237 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a35b0-d9d1-4748-a28d-0e511881478f None None] Pushing event updated for resources: {'Port': ['ID=7bbfa302-09a3-45eb-8e51-327f56bdb966,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:57.537364 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:57:57.539867 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:57:57.606269 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:57.617636 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] Set router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:57.719526 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 2, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:57.731393 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:57:57.784059 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:57:57.784529 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Updating router 9a83ffcc-523c-4816-ade8-13259c4fc137 port e358866c-1a96-468d-8629-20313f412762 binding host dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:57:57.837059 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e358866c-1a96-468d-8629-20313f412762), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:57.868026 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:57:57.875763 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-faec8b5e-3af4-4a96-ae56-bff5b11b9ab3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b7870c0f-9b47-4b8a-a2b5-7dc44c824670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2256875 Sep 03 03:57:57.902339 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:57.961163 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c5be95b9-138e-4081-9d9b-1d642bb359cc None None] Provisioning complete for port 861544ac-ec23-4869-9a64-9764e7ee483c triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:57:57.962004 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c5be95b9-138e-4081-9d9b-1d642bb359cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.020387 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:58.021021 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:58.022095 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c5be95b9-138e-4081-9d9b-1d642bb359cc None None] Port 861544ac-ec23-4869-9a64-9764e7ee483c cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:57:58.200662 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Publish callbacks [] for port (e358866c-1a96-468d-8629-20313f412762), precommit_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.209937 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e358866c-1a96-468d-8629-20313f412762), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.219107 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15'}], 'enable_snat': True}, 'gw_port_id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:56Z', 'revision_number': 4, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port': {'id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '861544ac-ec23-4869-9a64-9764e7ee483c', 'name': '', 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'mac_address': 'fa:16:3e:72:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:56Z', 'updated_at': '2022-09-03T03:57:57Z', 'revision_number': 2, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'subnets': [{'id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:58.268565 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631d1a56-6550-4f27-9832-f28f229aa26c None None] The sync data for ids ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'] in dv-cinder-799663-12-iscsi is: [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15'}], 'enable_snat': True}, 'gw_port_id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:56Z', 'revision_number': 4, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port': {'id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '861544ac-ec23-4869-9a64-9764e7ee483c', 'name': '', 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'mac_address': 'fa:16:3e:72:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:56Z', 'updated_at': '2022-09-03T03:57:57Z', 'revision_number': 2, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'subnets': [{'id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:58.345612 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4e3dc-e4b5-43a2-b655-8e22d033b129 None None] Pushing event updated for resources: {'Port': ['ID=e358866c-1a96-468d-8629-20313f412762,revision_number=3']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:58.375225 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Attempting to bind port e358866c-1a96-468d-8629-20313f412762 on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:57:58.375676 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Attempting to bind port e358866c-1a96-468d-8629-20313f412762 by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:57:58.376097 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Attempting to bind port e358866c-1a96-468d-8629-20313f412762 on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:57:58.382732 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:57:58.383246 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Checking segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117869) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:57:58.383708 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.384466 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Bound using segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} {{(pid=117869) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:57:58.385000 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.managers [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Bound port: e358866c-1a96-468d-8629-20313f412762, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}}] {{(pid=117869) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:57:58.385453 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e358866c-1a96-468d-8629-20313f412762), before_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.424622 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47506) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:58.430657 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-361ca349-d6e5-45f8-ace7-8f3ddd5011b0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1403213854', 'description': 'tempest-secgroup-smoke-1403213854 description', 'project_id': 'f40913ed988e4d3f8164fad43a6e8508'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:58.454490 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-361ca349-d6e5-45f8-ace7-8f3ddd5011b0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.489626 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] For port e358866c-1a96-468d-8629-20313f412762, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117869) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:57:58.498167 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:58.499295 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.plugins.ml2.db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] For port e358866c-1a96-468d-8629-20313f412762, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e358866c-1a96-468d-8629-20313f412762,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117869) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:57:58.527197 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron_lib.callbacks.manager [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e358866c-1a96-468d-8629-20313f412762), after_update {{(pid=117869) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.566882 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-361ca349-d6e5-45f8-ace7-8f3ddd5011b0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group (602c2144-170c-4831-a098-de02d80bcc69), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.572219 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-361ca349-d6e5-45f8-ace7-8f3ddd5011b0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (602c2144-170c-4831-a098-de02d80bcc69), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.595138 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:57:58.595986 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:58.619417 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361ca349-d6e5-45f8-ace7-8f3ddd5011b0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602c2144-170c-4831-a098-de02d80bcc69,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:58.626435 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-361ca349-d6e5-45f8-ace7-8f3ddd5011b0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.631826 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47508) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:58.632340 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-361ca349-d6e5-45f8-ace7-8f3ddd5011b0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2057626 Sep 03 03:57:58.637975 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-de14b590-ab7f-4c52-8381-f21fb3060d24 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'security_group_rule': {'security_group_id': '602c2144-170c-4831-a098-de02d80bcc69', 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:58.692313 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4e3dc-e4b5-43a2-b655-8e22d033b129 None None] Pushing event updated for resources: {'Port': ['ID=e358866c-1a96-468d-8629-20313f412762,revision_number=4']} {{(pid=117869) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:58.738411 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-de14b590-ab7f-4c52-8381-f21fb3060d24 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (8a0945db-8935-4a51-b153-a34ff2b410d6), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.813409 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:57:58.861787 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-de14b590-ab7f-4c52-8381-f21fb3060d24 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (8a0945db-8935-4a51-b153-a34ff2b410d6), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.873880 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-de14b590-ab7f-4c52-8381-f21fb3060d24 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (8a0945db-8935-4a51-b153-a34ff2b410d6), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.897940 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de14b590-ab7f-4c52-8381-f21fb3060d24 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0945db-8935-4a51-b153-a34ff2b410d6,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:58.927451 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-de14b590-ab7f-4c52-8381-f21fb3060d24 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:58.931335 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-de14b590-ab7f-4c52-8381-f21fb3060d24 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2958655 Sep 03 03:57:58.931756 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47510) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:58.937510 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-e1b24f9f-7ca5-4c6b-8461-405e03ea75ee tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'security_group_rule': {'security_group_id': '602c2144-170c-4831-a098-de02d80bcc69', 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:58.983408 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e1b24f9f-7ca5-4c6b-8461-405e03ea75ee tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (717e084f-efde-4ace-a471-9b802b09d6f3), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.075842 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e1b24f9f-7ca5-4c6b-8461-405e03ea75ee tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (717e084f-efde-4ace-a471-9b802b09d6f3), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.084020 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e1b24f9f-7ca5-4c6b-8461-405e03ea75ee tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (717e084f-efde-4ace-a471-9b802b09d6f3), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.112963 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b24f9f-7ca5-4c6b-8461-405e03ea75ee tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717e084f-efde-4ace-a471-9b802b09d6f3,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:59.123897 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:57:58Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:57:59.130492 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-e1b24f9f-7ca5-4c6b-8461-405e03ea75ee tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.136029 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47512) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:59.136907 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-e1b24f9f-7ca5-4c6b-8461-405e03ea75ee tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2037709 Sep 03 03:57:59.144483 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-aacc84c8-855b-45ba-98bb-810d6bda0bb9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'security_group_rule': {'security_group_id': '602c2144-170c-4831-a098-de02d80bcc69', 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:59.158689 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:59.162344 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d17c3-b2e7-44db-be86-17d18b82cc95 None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:57:58Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:57:59.194145 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:59.196598 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:59.200095 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aacc84c8-855b-45ba-98bb-810d6bda0bb9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (db2090ae-e3a4-48e6-9edc-9f42337379e1), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.264121 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:59.346176 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aacc84c8-855b-45ba-98bb-810d6bda0bb9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (db2090ae-e3a4-48e6-9edc-9f42337379e1), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.352680 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aacc84c8-855b-45ba-98bb-810d6bda0bb9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (db2090ae-e3a4-48e6-9edc-9f42337379e1), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.416627 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc84c8-855b-45ba-98bb-810d6bda0bb9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db2090ae-e3a4-48e6-9edc-9f42337379e1,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:59.457806 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-aacc84c8-855b-45ba-98bb-810d6bda0bb9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.459402 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-aacc84c8-855b-45ba-98bb-810d6bda0bb9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3223228 Sep 03 03:57:59.462352 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47514) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:59.467158 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-a45d44d1-1553-4d42-909d-56fdd4abb0eb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'security_group_rule': {'security_group_id': '602c2144-170c-4831-a098-de02d80bcc69', 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:59.515342 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a45d44d1-1553-4d42-909d-56fdd4abb0eb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (93dbdab2-a017-4533-a2d4-ace8517a0880), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.612564 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a45d44d1-1553-4d42-909d-56fdd4abb0eb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (93dbdab2-a017-4533-a2d4-ace8517a0880), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.618405 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a45d44d1-1553-4d42-909d-56fdd4abb0eb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (93dbdab2-a017-4533-a2d4-ace8517a0880), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.636075 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:57:59.651493 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a45d44d1-1553-4d42-909d-56fdd4abb0eb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.653015 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a45d44d1-1553-4d42-909d-56fdd4abb0eb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1895597 Sep 03 03:57:59.654667 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d44d1-1553-4d42-909d-56fdd4abb0eb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dbdab2-a017-4533-a2d4-ace8517a0880,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:59.656306 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47516) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:59.661532 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-024af802-6457-40c3-9c67-51f2212621c1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'security_group_rule': {'security_group_id': '602c2144-170c-4831-a098-de02d80bcc69', 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:59.700111 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.securitygroups_db [None req-024af802-6457-40c3-9c67-51f2212621c1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Project f40913ed988e4d3f8164fad43a6e8508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 03:57:59.706466 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-024af802-6457-40c3-9c67-51f2212621c1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (4c8d94c6-42cb-450b-81eb-d783a444fe20), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.792321 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-024af802-6457-40c3-9c67-51f2212621c1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (4c8d94c6-42cb-450b-81eb-d783a444fe20), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.798265 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-024af802-6457-40c3-9c67-51f2212621c1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (4c8d94c6-42cb-450b-81eb-d783a444fe20), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.824139 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024af802-6457-40c3-9c67-51f2212621c1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8d94c6-42cb-450b-81eb-d783a444fe20,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:57:59.831212 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-024af802-6457-40c3-9c67-51f2212621c1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.832724 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-024af802-6457-40c3-9c67-51f2212621c1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751683 Sep 03 03:57:59.836229 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47518) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:57:59.841205 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-d6af394b-98f3-4c91-a846-f64611b0c98d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'security_group_rule': {'security_group_id': '602c2144-170c-4831-a098-de02d80bcc69', 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:57:59.867138 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.securitygroups_db [None req-d6af394b-98f3-4c91-a846-f64611b0c98d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Project f40913ed988e4d3f8164fad43a6e8508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 03:57:59.877046 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d6af394b-98f3-4c91-a846-f64611b0c98d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (d7b03499-d307-460b-a613-3294a41e0e40), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.949387 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d6af394b-98f3-4c91-a846-f64611b0c98d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (d7b03499-d307-460b-a613-3294a41e0e40), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.957023 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d6af394b-98f3-4c91-a846-f64611b0c98d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (d7b03499-d307-460b-a613-3294a41e0e40), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:57:59.975116 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af394b-98f3-4c91-a846-f64611b0c98d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b03499-d307-460b-a613-3294a41e0e40,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:00.004230 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-d6af394b-98f3-4c91-a846-f64611b0c98d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:00.005940 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-d6af394b-98f3-4c91-a846-f64611b0c98d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1686320 Sep 03 03:58:00.751588 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e358866c-1a96-468d-8629-20313f412762 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:58:00.828204 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port e358866c-1a96-468d-8629-20313f412762 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:00.828583 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e358866c-1a96-468d-8629-20313f412762), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:00.936887 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port e358866c-1a96-468d-8629-20313f412762 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:00.937266 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e358866c-1a96-468d-8629-20313f412762), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:00.980287 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port e358866c-1a96-468d-8629-20313f412762, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e358866c-1a96-468d-8629-20313f412762,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:00.988915 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e358866c-1a96-468d-8629-20313f412762), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:00.990224 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7bbfa302-09a3-45eb-8e51-327f56bdb966 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:58:01.074989 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=e358866c-1a96-468d-8629-20313f412762,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:01.088471 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 7bbfa302-09a3-45eb-8e51-327f56bdb966 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:01.088739 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:01.172900 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 7bbfa302-09a3-45eb-8e51-327f56bdb966 is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:01.173284 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:01.202150 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 7bbfa302-09a3-45eb-8e51-327f56bdb966, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=7bbfa302-09a3-45eb-8e51-327f56bdb966,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:01.208935 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:01.279596 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=7bbfa302-09a3-45eb-8e51-327f56bdb966,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:02.334733 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-3300e56b-a061-4390-8028-4257395f9f98 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:02.336220 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-3300e56b-a061-4390-8028-4257395f9f98 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 813 time: 0.1132224 Sep 03 03:58:02.350967 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-4fccfd10-c0b8-4876-b2b5-a104575d6e08 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/quotas/766e95a843fd4c658750c125427135cf HTTP/1.1" status: 200 len: 375 time: 0.0092907 Sep 03 03:58:02.408687 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-a5076b2c-6ef8-497b-9027-8f3d8a4c8287 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525393 Sep 03 03:58:02.513050 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f24601bf-85d9-43b2-a26d-710a07849df5 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923874 Sep 03 03:58:02.535591 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:INSERT=8,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:02.599748 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e358866c-1a96-468d-8629-20313f412762 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:58:02.621095 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f718b8b1-76a3-487c-b068-0a55357112db service neutron] 10.222.0.25 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929449 Sep 03 03:58:02.646049 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port e358866c-1a96-468d-8629-20313f412762 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:02.646701 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e358866c-1a96-468d-8629-20313f412762), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:02.733122 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port e358866c-1a96-468d-8629-20313f412762 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:02.734459 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7bbfa302-09a3-45eb-8e51-327f56bdb966 up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:58:02.784508 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:02.792990 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 7bbfa302-09a3-45eb-8e51-327f56bdb966 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:02.793542 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:02.801241 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b603e220-ee0f-408c-bab8-6541a63ca862 req-c52219fd-064c-4bb8-b179-c5dc171dcb5b tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 210 time: 0.0299447 Sep 03 03:58:02.838776 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:02.871286 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 7bbfa302-09a3-45eb-8e51-327f56bdb966 is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:03.656020 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Sync routers for ids ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:58:03.666706 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Routers {'b7870c0f-9b47-4b8a-a2b5-7dc44c824670'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:58:03.667351 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:03.775120 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Set router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:58:03.896442 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-92c9636d-56b2-4210-9edd-dc0770d9e350 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:03.898191 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-92c9636d-56b2-4210-9edd-dc0770d9e350 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 813 time: 0.1182396 Sep 03 03:58:03.912798 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'port': {'device_id': 'be342681-0ecf-4d3f-ae1e-038054687964', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'admin_state_up': True, 'tenant_id': '766e95a843fd4c658750c125427135cf'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:03.950793 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8e16cbf2-fec8-41fb-9018-74025c04931b req-9129206b-de64-4c81-bc9f-ed01da960480 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 210 time: 0.0385389 Sep 03 03:58:04.045617 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Made reservation on behalf of 766e95a843fd4c658750c125427135cf for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:58:04.049643 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.050858 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15'}], 'enable_snat': True}, 'gw_port_id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:56Z', 'revision_number': 4, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port': {'id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '861544ac-ec23-4869-9a64-9764e7ee483c', 'name': '', 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'mac_address': 'fa:16:3e:72:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:56Z', 'updated_at': '2022-09-03T03:57:57Z', 'revision_number': 2, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'subnets': [{'id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:04.080092 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Checking router: b7870c0f-9b47-4b8a-a2b5-7dc44c824670 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:58:04.080447 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Updating router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 port 861544ac-ec23-4869-9a64-9764e7ee483c binding host dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 03:58:04.120680 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.219426 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Allocated IP 172.20.0.3 (cf33196c-bb04-41f2-9cb6-34bf78ff34bd/0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15/c94f4a79-76fb-4ff7-8a7e-7ca35f492f79) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:58:04.399748 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.417590 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Publish callbacks [] for port (861544ac-ec23-4869-9a64-9764e7ee483c), precommit_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.421349 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:04.421996 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:04.435457 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.438501 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.485129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:58:04.492097 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:58:04.497218 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:58:04.504311 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'Port': ['ID=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:04.575066 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:04.576028 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.599335 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ad911-452c-43ae-a654-5e7d3172de6b None None] Pushing event updated for resources: {'Port': ['ID=861544ac-ec23-4869-9a64-9764e7ee483c,revision_number=3']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:04.615816 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-f9900c5b-8a63-4cd4-8750-94f87e2f36cf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7078719 Sep 03 03:58:04.634324 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Attempting to bind port 861544ac-ec23-4869-9a64-9764e7ee483c on host dv-cinder-799663-12-iscsi for vnic_type normal with profile {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:58:04.635160 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Attempting to bind port 861544ac-ec23-4869-9a64-9764e7ee483c by drivers openvswitch,hyperv on host dv-cinder-799663-12-iscsi at level 0 using segments [{'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:58:04.635761 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Attempting to bind port 861544ac-ec23-4869-9a64-9764e7ee483c on network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:58:04.643408 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Checking agent: {'id': '37d045fc-31b6-4ace-bee0-d05343db45d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-799663-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 41, 14), 'started_at': datetime.datetime(2022, 9, 3, 3, 41, 44), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-799663-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:58:04.644353 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Checking segment: {'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117868) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:58:04.645187 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.645850 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Bound using segment: {'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'} {{(pid=117868) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:58:04.646606 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.managers [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Bound port: 861544ac-ec23-4869-9a64-9764e7ee483c, host: dv-cinder-799663-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6d78c5e-f26f-4845-b651-98cf2dc69fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6'}}] {{(pid=117868) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:58:04.659923 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.749258 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] For port 861544ac-ec23-4869-9a64-9764e7ee483c, host dv-cinder-799663-12-iscsi, cleared binding levels {{(pid=117868) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:58:04.753578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] For port 861544ac-ec23-4869-9a64-9764e7ee483c, host dv-cinder-799663-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=861544ac-ec23-4869-9a64-9764e7ee483c,segment=NetworkSegment(f6d78c5e-f26f-4845-b651-98cf2dc69fea),segment_id=f6d78c5e-f26f-4845-b651-98cf2dc69fea)] {{(pid=117868) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:58:04.763309 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:04.815841 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Routers {'b7870c0f-9b47-4b8a-a2b5-7dc44c824670'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:58:04.816851 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:57:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:04.825807 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:04.825807 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:04.907543 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ad911-452c-43ae-a654-5e7d3172de6b None None] Pushing event updated for resources: {'Port': ['ID=861544ac-ec23-4869-9a64-9764e7ee483c,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:04.973569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-01501339-79b5-444d-8fab-014250e5a41e None None] Provisioning complete for port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:04.974361 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-01501339-79b5-444d-8fab-014250e5a41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:05.008620 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] Set router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:58:05.062042 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-01501339-79b5-444d-8fab-014250e5a41e None None] Port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:58:05.194017 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf129b2b-414e-48ad-a58d-23e2cfd3bd67 req-4950c103-5fce-4999-afc8-fd3d61072d2b tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:05.209472 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cf129b2b-414e-48ad-a58d-23e2cfd3bd67 req-4950c103-5fce-4999-afc8-fd3d61072d2b tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 931 time: 0.1199565 Sep 03 03:58:05.290604 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-cf129b2b-414e-48ad-a58d-23e2cfd3bd67 req-873d9850-9256-4412-8e5c-1e8fba7f2576 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797987 Sep 03 03:58:05.437851 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15'}], 'enable_snat': True}, 'gw_port_id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:56Z', 'revision_number': 4, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port': {'id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '861544ac-ec23-4869-9a64-9764e7ee483c', 'name': '', 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'mac_address': 'fa:16:3e:72:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:56Z', 'updated_at': '2022-09-03T03:58:04Z', 'revision_number': 4, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'subnets': [{'id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:05.464245 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df709ecf-62a9-4d23-9130-92ed35f148e3 None None] The sync data for ids ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'] in dv-cinder-799663-12-iscsi is: [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15'}], 'enable_snat': True}, 'gw_port_id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:57:56Z', 'revision_number': 4, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port': {'id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '861544ac-ec23-4869-9a64-9764e7ee483c', 'name': '', 'network_id': 'a2c892e2-17ca-41bd-8bea-c0682d11e7a6', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'mac_address': 'fa:16:3e:72:ee:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_interface', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:56Z', 'updated_at': '2022-09-03T03:58:04Z', 'revision_number': 4, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'subnets': [{'id': '704cf45a-faaf-4d08-97d6-15fcc94ea188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:58:06.422408 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df2cb5-d61d-4a6b-9e94-c099d46d9a36 req-106abf15-af1e-4732-880f-1b4f6a1ab0b9 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:06.424165 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-19df2cb5-d61d-4a6b-9e94-c099d46d9a36 req-106abf15-af1e-4732-880f-1b4f6a1ab0b9 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 931 time: 0.0540993 Sep 03 03:58:06.479936 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-19df2cb5-d61d-4a6b-9e94-c099d46d9a36 req-0afdd463-92de-4977-a79a-55551ccccba4 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463154 Sep 03 03:58:06.576927 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:58:06.602285 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 861544ac-ec23-4869-9a64-9764e7ee483c up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:58:06.657668 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 861544ac-ec23-4869-9a64-9764e7ee483c triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:06.658360 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:06.736222 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 861544ac-ec23-4869-9a64-9764e7ee483c is: DOWN; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:06.736619 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:06.771763 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] For port 861544ac-ec23-4869-9a64-9764e7ee483c, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=861544ac-ec23-4869-9a64-9764e7ee483c,segment=NetworkSegment(f6d78c5e-f26f-4845-b651-98cf2dc69fea),segment_id=f6d78c5e-f26f-4845-b651-98cf2dc69fea)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:06.777118 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:06.837413 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Pushing event updated for resources: {'Port': ['ID=861544ac-ec23-4869-9a64-9764e7ee483c,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:07.612632 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408e137-f164-436a-aa02-56286e3ac181 req-58fdf601-3ebd-4000-bf7b-d8a1fa61c8fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:07.614249 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1408e137-f164-436a-aa02-56286e3ac181 req-58fdf601-3ebd-4000-bf7b-d8a1fa61c8fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 931 time: 0.0488667 Sep 03 03:58:07.673933 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1408e137-f164-436a-aa02-56286e3ac181 req-058f78d8-6513-4b51-a7f3-ffe345c9d66a tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520811 Sep 03 03:58:08.582204 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 861544ac-ec23-4869-9a64-9764e7ee483c up at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:58:08.631743 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Provisioning complete for port 861544ac-ec23-4869-9a64-9764e7ee483c triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:08.632251 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:08.717389 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Current status of the port 861544ac-ec23-4869-9a64-9764e7ee483c is: ACTIVE; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:08.814318 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b39bb-7c16-4832-84b3-4b17fc619078 req-d9fda423-20b0-4b16-8603-0ab977595e58 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:08.815712 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fe8b39bb-7c16-4832-84b3-4b17fc619078 req-d9fda423-20b0-4b16-8603-0ab977595e58 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 931 time: 0.0552542 Sep 03 03:58:08.886122 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fe8b39bb-7c16-4832-84b3-4b17fc619078 req-341526bf-fc8b-4e9f-8b5f-a2cce88c7246 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641105 Sep 03 03:58:08.958462 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:08.977930 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a634f910-55ce-420c-aef0-1b063cb68735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:09.418552 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=6 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:10.014586 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6afeb45-5ae3-4374-a600-d0d6cd75475f req-41f0579c-e72f-407b-bc37-48d52be8b432 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:10.016890 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6afeb45-5ae3-4374-a600-d0d6cd75475f req-41f0579c-e72f-407b-bc37-48d52be8b432 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 931 time: 0.0514319 Sep 03 03:58:10.078222 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6afeb45-5ae3-4374-a600-d0d6cd75475f req-7c7e3f47-9fef-49e8-902f-6ad1424efe69 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541656 Sep 03 03:58:10.080730 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:11.202896 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c586f-26c6-4b7c-adb9-75eff643af13 req-a1d06c85-8b7a-4266-a18c-dbba4d9fe73c tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:11.204377 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3f6c586f-26c6-4b7c-adb9-75eff643af13 req-a1d06c85-8b7a-4266-a18c-dbba4d9fe73c tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 931 time: 0.0470538 Sep 03 03:58:11.282356 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f637f9cf-d210-4b6c-bca2-e500e1a5ea76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:11.286510 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3f6c586f-26c6-4b7c-adb9-75eff643af13 req-4be9d0b7-63dc-4832-b8ba-042bc1de3697 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732315 Sep 03 03:58:12.420190 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5022617e-69e8-4e7f-853e-e1f1087f3c31 req-b29848ed-d614-4ec1-b248-bfb4e0bf6220 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:12.422387 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5022617e-69e8-4e7f-853e-e1f1087f3c31 req-b29848ed-d614-4ec1-b248-bfb4e0bf6220 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 931 time: 0.0561647 Sep 03 03:58:12.502108 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5022617e-69e8-4e7f-853e-e1f1087f3c31 req-7cecc8f4-2af1-47b1-b676-73890f538493 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735784 Sep 03 03:58:12.669132 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:13.642864 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7fb2b-b85b-49bf-bc44-722a7d9d60fa req-d0948623-cc03-424e-99a3-2e6437c1ce23 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:13.644400 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-53b7fb2b-b85b-49bf-bc44-722a7d9d60fa req-d0948623-cc03-424e-99a3-2e6437c1ce23 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 931 time: 0.0560179 Sep 03 03:58:13.688738 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Request body: {'port': {'device_id': 'be342681-0ecf-4d3f-ae1e-038054687964', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:13.702177 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-53b7fb2b-b85b-49bf-bc44-722a7d9d60fa req-5beeb40c-f6be-4d3f-9846-709515655f0a tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513573 Sep 03 03:58:13.749405 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:13.884354 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:14.031184 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:58:14.039278 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Publish callbacks [] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:14.051827 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Transition to ACTIVE for port object c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:58:14.056522 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:14.134065 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:14.157392 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:14.163638 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Attempting to bind port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:58:14.163974 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Attempting to bind port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:58:14.164301 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Attempting to bind port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 on network cf33196c-bb04-41f2-9cb6-34bf78ff34bd {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:58:14.168902 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 on network cf33196c-bb04-41f2-9cb6-34bf78ff34bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:58:14.169217 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Attempting to bind port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 on network cf33196c-bb04-41f2-9cb6-34bf78ff34bd {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:58:14.174033 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:58:14.174363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Checking segment: {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:58:14.174737 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Bound using segment: {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:58:14.175193 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Bound port: c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036c680a-feca-47f1-9bc9-daace0cecf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:58:14.175539 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:14.197760 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:14.242025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] For port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:58:14.243802 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:14.245666 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] For port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:58:14.252924 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:14.259235 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:14.259235 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:14.260709 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 1093 time: 0.5784276 Sep 03 03:58:14.263129 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:58:14.265443 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523c795c-e7fb-4f91-aa00-abfa9e95056e" -d '{"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:58:14.322435 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ca0d2-a343-49fa-8c79-388bb8a17bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:14.340555 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fcf1f7-0703-4a7a-ba9b-d140659ec108 x-openstack-request-id: req-e2fcf1f7-0703-4a7a-ba9b-d140659ec108 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:58:14.340843 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:58:14.341093 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2fcf1f7-0703-4a7a-ba9b-d140659ec108 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:58:14.341491 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2fcf1f7-0703-4a7a-ba9b-d140659ec108'] response: {'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'status': 'completed', 'code': 200} Sep 03 03:58:14.362568 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-40ef142c-3e8b-43c7-be6c-f0bb5d136d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:14.364130 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-40ef142c-3e8b-43c7-be6c-f0bb5d136d77 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1127 time: 0.0548892 Sep 03 03:58:14.408028 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-c9ca3a6c-49d4-4f6d-b184-d1775fa5bff5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 217 time: 0.0363495 Sep 03 03:58:14.456935 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-3427800b-a6a0-41fe-91d9-19445ed6ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:14.458429 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-3427800b-a6a0-41fe-91d9-19445ed6ae6f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 200 len: 852 time: 0.0450580 Sep 03 03:58:14.505205 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-91c41c06-a6e0-423b-aa35-80e69fdf1c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:14.506967 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-91c41c06-a6e0-423b-aa35-80e69fdf1c9a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422087 Sep 03 03:58:14.607549 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-8fc76bfb-3096-44aa-bef1-5f904d6f8e9d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939636 Sep 03 03:58:14.704270 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ff2a91ae-b121-47c9-ad18-5b5d2803b1d0 req-6998c88b-a419-421d-94fb-b975c1f3602d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894246 Sep 03 03:58:14.827113 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0ecabc-b413-4856-8e15-510341a8dc93 req-ac7f5889-2ac1-48f4-a28f-696bb6454dcd tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:14.828577 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9d0ecabc-b413-4856-8e15-510341a8dc93 req-ac7f5889-2ac1-48f4-a28f-696bb6454dcd tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 943 time: 0.0490906 Sep 03 03:58:14.878111 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9d0ecabc-b413-4856-8e15-510341a8dc93 req-7ca24c53-424d-4844-ac98-3cfca1ef6aaf tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436592 Sep 03 03:58:15.493568 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-c0c03f5d-04c5-4249-bdb7-6b84b2a3d95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:15.495029 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-c0c03f5d-04c5-4249-bdb7-6b84b2a3d95e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1127 time: 0.0534871 Sep 03 03:58:15.581796 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:15.592024 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-03d15d9f-84e1-4cbd-88a5-5eed972c7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:15.593476 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-03d15d9f-84e1-4cbd-88a5-5eed972c7c2a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 914 time: 0.0919051 Sep 03 03:58:15.632934 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-e638f360-451f-4b39-8158-6c98f3746757 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 217 time: 0.0334392 Sep 03 03:58:15.684658 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-64ee5899-8a3d-4e50-b7c6-255df93c59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:15.686264 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-64ee5899-8a3d-4e50-b7c6-255df93c59ab service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 200 len: 852 time: 0.0480196 Sep 03 03:58:15.729429 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-d9029fe4-b32f-4cac-aa4b-486f2689a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:15.731293 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-d9029fe4-b32f-4cac-aa4b-486f2689a9b1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396700 Sep 03 03:58:15.854520 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-f0a0e38a-0610-4b29-80a8-07c429727898 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1403213854&fields=id&tenant_id=f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 267 time: 0.0748978 Sep 03 03:58:15.858391 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-e3acd261-e7a3-4958-a69d-70d0249c28c2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215901 Sep 03 03:58:15.981478 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:16.002397 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8556111-7fd7-4b42-a54c-3fdc08ebd0b7 req-a3bed870-bd71-46e2-8b9c-093a88e17348 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:16.004340 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d8556111-7fd7-4b42-a54c-3fdc08ebd0b7 req-a3bed870-bd71-46e2-8b9c-093a88e17348 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 943 time: 0.0504861 Sep 03 03:58:16.030181 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-315a7a08-3415-4968-95dd-ef91010eca8d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:16.031630 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-315a7a08-3415-4968-95dd-ef91010eca8d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 811 time: 0.1692951 Sep 03 03:58:16.033765 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-523c795c-e7fb-4f91-aa00-abfa9e95056e req-b7578ffd-a845-4950-aac7-93c7158c9771 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697476 Sep 03 03:58:16.046519 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-7cbf8e08-218e-49c5-bfc0-9addda867934 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/quotas/f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 375 time: 0.0092678 Sep 03 03:58:16.054074 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d8556111-7fd7-4b42-a54c-3fdc08ebd0b7 req-bcfb8730-b2c4-4c13-b481-2d2da502b6da tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Sep 03 03:58:16.066637 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:16.108874 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9654599f-6833-431f-8024-703772126544 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531220 Sep 03 03:58:16.218729 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-f6e02f40-3d2a-4220-acf2-1aa4ab416b98 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978627 Sep 03 03:58:16.319947 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-4c63dc1a-26c9-409c-b77f-4477cae43aaa service neutron] 10.222.0.25 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952396 Sep 03 03:58:16.628868 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9a9db5b4-2971-4da5-aefe-5178becf5692 req-ccad0cce-f3bc-430d-bdc3-2c77de239a42 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 210 time: 0.0307593 Sep 03 03:58:17.179716 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba70e29-ee69-4b7c-923a-6ed43bd8b20d req-4f53ab70-9c50-4373-90a8-31abb04274de tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:17.181157 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bba70e29-ee69-4b7c-923a-6ed43bd8b20d req-4f53ab70-9c50-4373-90a8-31abb04274de tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 943 time: 0.0509896 Sep 03 03:58:17.230174 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bba70e29-ee69-4b7c-923a-6ed43bd8b20d req-5d1cf2ed-fe93-4ffd-9020-8c7a665ed544 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425465 Sep 03 03:58:17.444297 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:58:17.551752 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:17.557090 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:17.568592 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'port_id': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'mac_address': 'fa:16:3e:b4:f8:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:58:17.608989 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:17.610697 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:17.628015 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:58:17.649163 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:17.654798 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:17.699843 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-18148b43-1453-42da-9645-57ea76f802e5 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:17.701845 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-18148b43-1453-42da-9645-57ea76f802e5 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 811 time: 0.1287801 Sep 03 03:58:17.715140 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:17.726392 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.726751 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.727137 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.727476 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.727811 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.728140 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.728466 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.728791 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.729116 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.729440 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.730077 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.730399 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.730719 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.731342 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.731669 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:17.737540 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0f17fa31-6b05-440c-9f0c-9ecc1342ad43 req-149e9237-d41b-4905-b583-3d92f617abd4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 210 time: 0.0313933 Sep 03 03:58:17.771511 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-baaa66af-4daa-4731-af0b-c59383875a53 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 380 time: 0.0618544 Sep 03 03:58:17.780193 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'port': {'device_id': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'admin_state_up': True, 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'security_groups': ['602c2144-170c-4831-a098-de02d80bcc69']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:17.821845 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:17.857740 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:58:17.891117 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Made reservation on behalf of f40913ed988e4d3f8164fad43a6e8508 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 03:58:17.894911 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:18.343593 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Allocated IP 172.20.0.13 (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42/3d382bd9-aad7-4324-a50c-9de5784e8d30/bcc82def-e23b-469c-b25e-dc68383ed438) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:58:18.370827 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ec2750-dbca-4351-bf88-a3e69fd4d472 req-01430ff1-197c-4ed5-8025-60aa72d79bcd tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:18.372288 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48ec2750-dbca-4351-bf88-a3e69fd4d472 req-01430ff1-197c-4ed5-8025-60aa72d79bcd tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 944 time: 0.0638337 Sep 03 03:58:18.483861 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-48ec2750-dbca-4351-bf88-a3e69fd4d472 req-ba08f9b2-7bf7-42ef-a132-c3d9a90deaa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057394 Sep 03 03:58:18.517753 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:18.542177 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (bcc82def-e23b-469c-b25e-dc68383ed438), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:18.575479 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:18.629537 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:58:18.634569 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:58:18.636841 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=bcc82def-e23b-469c-b25e-dc68383ed438,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:18.638953 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:58:18.690922 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:18.691513 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:18.709112 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-9ad8c2aa-ae4e-4ead-aca1-f02acaf1e57a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9324641 Sep 03 03:58:18.720242 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Request body: {'port': {'device_id': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:18.785361 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:18.863875 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99531e-9d55-415f-b5b4-41b25b6c1ef4 req-e46f677c-5f03-45e4-853a-1ee661491089 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:18.865373 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9c99531e-9d55-415f-b5b4-41b25b6c1ef4 req-e46f677c-5f03-45e4-853a-1ee661491089 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 932 time: 0.0470746 Sep 03 03:58:18.886137 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-d2a9d827-0554-4ca7-a8ae-f8b2efe5aece None None] Provisioning complete for port bcc82def-e23b-469c-b25e-dc68383ed438 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:18.886719 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-d2a9d827-0554-4ca7-a8ae-f8b2efe5aece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:18.919568 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9c99531e-9d55-415f-b5b4-41b25b6c1ef4 req-b0354317-36bb-4dfc-aecb-ae4add9dfc5e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483632 Sep 03 03:58:18.920307 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9d827-0554-4ca7-a8ae-f8b2efe5aece None None] Port bcc82def-e23b-469c-b25e-dc68383ed438 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 03:58:18.954233 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:19.050149 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc82def-e23b-469c-b25e-dc68383ed438 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:58:19.057937 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Publish callbacks [] for port (bcc82def-e23b-469c-b25e-dc68383ed438), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:19.070399 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Transition to ACTIVE for port object bcc82def-e23b-469c-b25e-dc68383ed438 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 03:58:19.076749 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:19.136892 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc82def-e23b-469c-b25e-dc68383ed438,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:19.189503 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Attempting to bind port bcc82def-e23b-469c-b25e-dc68383ed438 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 03:58:19.189852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Attempting to bind port bcc82def-e23b-469c-b25e-dc68383ed438 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 03:58:19.190177 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Attempting to bind port bcc82def-e23b-469c-b25e-dc68383ed438 on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:58:19.195189 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Port bcc82def-e23b-469c-b25e-dc68383ed438 on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 03:58:19.195533 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Attempting to bind port bcc82def-e23b-469c-b25e-dc68383ed438 on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 03:58:19.200859 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 3, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 03:58:19.201190 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Checking segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 03:58:19.201572 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Bound using segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 03:58:19.202025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Bound port: bcc82def-e23b-469c-b25e-dc68383ed438, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 03:58:19.202372 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:19.261036 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:19.263890 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] For port bcc82def-e23b-469c-b25e-dc68383ed438, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 03:58:19.267185 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] For port bcc82def-e23b-469c-b25e-dc68383ed438, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcc82def-e23b-469c-b25e-dc68383ed438,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 03:58:19.273267 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:19.277775 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:19.278392 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:19.279782 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/bcc82def-e23b-469c-b25e-dc68383ed438 HTTP/1.1" status: 200 len: 1094 time: 0.5637703 Sep 03 03:58:19.280272 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'tag': 'bcc82def-e23b-469c-b25e-dc68383ed438'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:58:19.282612 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0193fcec-1241-417a-bc16-3ebc7219ae49" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ffe18c-8f84-4388-a17a-60885c5f9f1c", "tag": "bcc82def-e23b-469c-b25e-dc68383ed438"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:58:19.338851 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95262f46-6372-4a09-9d22-dcd25e2812b2 x-openstack-request-id: req-95262f46-6372-4a09-9d22-dcd25e2812b2 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:58:19.339125 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ffe18c-8f84-4388-a17a-60885c5f9f1c", "tag": "bcc82def-e23b-469c-b25e-dc68383ed438", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:58:19.339515 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95262f46-6372-4a09-9d22-dcd25e2812b2 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:58:19.340170 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95262f46-6372-4a09-9d22-dcd25e2812b2'] response: {'name': 'network-changed', 'server_uuid': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'tag': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'status': 'completed', 'code': 200} Sep 03 03:58:19.382371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1afd7f5-edbe-41e7-863f-122d5bbcee5d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc82def-e23b-469c-b25e-dc68383ed438,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:19.385851 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a63b51af-1670-41c4-ae4a-b2c35258e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:19.387437 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-a63b51af-1670-41c4-ae4a-b2c35258e4b1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 1128 time: 0.0665009 Sep 03 03:58:19.428502 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-f1b18e2f-c7cc-4049-9973-44c913cd29fd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcc82def-e23b-469c-b25e-dc68383ed438 HTTP/1.1" status: 200 len: 217 time: 0.0332987 Sep 03 03:58:19.446675 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:58:19.476295 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-b4a6aef3-b704-4d31-9a7d-e93bf2b0b46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:19.477762 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-b4a6aef3-b704-4d31-9a7d-e93bf2b0b46f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0439897 Sep 03 03:58:19.492826 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:58:19.500068 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:19.500737 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:19.520238 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-dc31c1c2-60ab-47d3-9755-c14266c9b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:19.521808 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-dc31c1c2-60ab-47d3-9755-c14266c9b2da service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381789 Sep 03 03:58:19.573433 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:19.573907 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:19.593120 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:19.598921 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:58:19.601241 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed689f02-c9f5-461e-9b7f-9bbbb72de459" -d '{"events": [{"server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "name": "network-vif-plugged", "status": "completed", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:58:19.615757 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:19.620162 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5685-88fe-4c6b-839b-eb7e78a19e62 req-4213b090-a9c9-4c69-bbf0-c6707d74503f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:19.621377 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:19.624692 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c27a5685-88fe-4c6b-839b-eb7e78a19e62 req-4213b090-a9c9-4c69-bbf0-c6707d74503f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 944 time: 0.0620878 Sep 03 03:58:19.633624 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-1a1e2b30-04e7-48e5-b6ea-f4d211d7f868 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056902 Sep 03 03:58:19.665380 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1600ed-3f75-481d-ba74-17e94852404a x-openstack-request-id: req-2f1600ed-3f75-481d-ba74-17e94852404a {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:58:19.665906 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "name": "network-vif-plugged", "status": "completed", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:58:19.666155 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f1600ed-3f75-481d-ba74-17e94852404a {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:58:19.666551 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1600ed-3f75-481d-ba74-17e94852404a'] response: {'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'code': 200} Sep 03 03:58:19.685756 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:19.695872 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c27a5685-88fe-4c6b-839b-eb7e78a19e62 req-878d0704-09c9-4a5d-8960-13754dd2fc08 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607524 Sep 03 03:58:19.745180 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-decdb780-4a23-4f9b-829e-223826f2ef42 req-84e94e7a-8bb8-49fa-b220-4e11679b6182 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059866 Sep 03 03:58:20.008100 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df454ae0-dc0b-4890-b40e-e931e08b7824 req-de1a6c16-02c9-4b90-be76-f6c8f452243f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:20.009703 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-df454ae0-dc0b-4890-b40e-e931e08b7824 req-de1a6c16-02c9-4b90-be76-f6c8f452243f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1129 time: 0.0468712 Sep 03 03:58:20.014575 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-0228d1a7-9618-492b-8c2a-3ffe40efd223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:20.016192 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-0228d1a7-9618-492b-8c2a-3ffe40efd223 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 1128 time: 0.0427110 Sep 03 03:58:20.068168 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1409ac-f627-48b0-b1b1-038393c23bc7 req-5cc082d5-85f7-4a9a-9550-5777f9ada0a0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:20.069748 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b1409ac-f627-48b0-b1b1-038393c23bc7 req-5cc082d5-85f7-4a9a-9550-5777f9ada0a0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 944 time: 0.0591695 Sep 03 03:58:20.101716 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-df454ae0-dc0b-4890-b40e-e931e08b7824 req-1c6720b3-859c-4e1d-918e-eb150dcb9d48 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809152 Sep 03 03:58:20.112198 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-b39ce5cc-2062-4113-9887-940954266e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:20.113650 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-b39ce5cc-2062-4113-9887-940954266e37 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0900371 Sep 03 03:58:20.136065 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b1409ac-f627-48b0-b1b1-038393c23bc7 req-baeae9f8-a389-49bb-aa91-e473cce4ff96 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589952 Sep 03 03:58:20.350388 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-4f544721-5424-41d4-9ce7-b7057ecfa339 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcc82def-e23b-469c-b25e-dc68383ed438 HTTP/1.1" status: 200 len: 217 time: 0.0359142 Sep 03 03:58:20.382720 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:20.401559 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-172ea3e7-4846-4563-891a-43a1e8b1aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:20.403068 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-172ea3e7-4846-4563-891a-43a1e8b1aee1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0454316 Sep 03 03:58:21.103939 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9325f3e-8618-4e4b-b930-ecbe8892d218 req-bbeecc2b-8070-4609-8b82-e739290abb3b tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:21.106037 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f9325f3e-8618-4e4b-b930-ecbe8892d218 req-bbeecc2b-8070-4609-8b82-e739290abb3b tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.3195648 Sep 03 03:58:21.123843 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-ce65aa2e-1b6a-4383-9ae4-ff465d0e0557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:21.125200 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-ce65aa2e-1b6a-4383-9ae4-ff465d0e0557 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3078144 Sep 03 03:58:21.159139 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f9325f3e-8618-4e4b-b930-ecbe8892d218 req-aff93527-982b-4399-9780-2ee94c898ea2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451484 Sep 03 03:58:21.250777 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:21.267854 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d45a5-b558-4fd0-a8a3-8936413c29c1 req-b6a1c8aa-d4ce-4b1c-b7b2-4af0380f4a91 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:21.269312 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-329d45a5-b558-4fd0-a8a3-8936413c29c1 req-b6a1c8aa-d4ce-4b1c-b7b2-4af0380f4a91 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 944 time: 0.0513284 Sep 03 03:58:21.331263 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-329d45a5-b558-4fd0-a8a3-8936413c29c1 req-263d5a4f-2865-44a5-be9a-412208df13c7 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559015 Sep 03 03:58:21.381503 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-78cd470a-3a1c-4808-921c-f072ff729ca3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019518 Sep 03 03:58:21.763400 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0193fcec-1241-417a-bc16-3ebc7219ae49 req-4571eb5f-7022-4884-b72e-0f407f0039fd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887890 Sep 03 03:58:22.291081 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc814e87-f5fa-45ef-b300-d960bdfb4c0d req-1fe737a7-c41e-4675-8fa9-93e946dce8a8 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:22.295300 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cc814e87-f5fa-45ef-b300-d960bdfb4c0d req-1fe737a7-c41e-4675-8fa9-93e946dce8a8 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.0504215 Sep 03 03:58:22.343374 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cc814e87-f5fa-45ef-b300-d960bdfb4c0d req-61fd811a-2574-42fd-ad72-bc14398a0670 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450916 Sep 03 03:58:22.457171 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bf800-b6e5-4a2f-bedb-0078d546aef3 req-3d9722a8-0da8-423b-b8ae-f415a9ad1c9b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:22.458550 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-981bf800-b6e5-4a2f-bedb-0078d546aef3 req-3d9722a8-0da8-423b-b8ae-f415a9ad1c9b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 944 time: 0.0486474 Sep 03 03:58:22.467296 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38769c0-69ae-4808-ad4a-ae9c7bffc7c0 req-76ef5756-2b2e-400e-a377-47893b02ba68 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:22.468781 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f38769c0-69ae-4808-ad4a-ae9c7bffc7c0 req-76ef5756-2b2e-400e-a377-47893b02ba68 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.0506158 Sep 03 03:58:22.508039 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-981bf800-b6e5-4a2f-bedb-0078d546aef3 req-2757d6b0-5717-4fd2-9a51-bd107bd00c20 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436664 Sep 03 03:58:22.510264 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:22.518973 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f38769c0-69ae-4808-ad4a-ae9c7bffc7c0 req-84cc850d-4006-498f-97ed-053ff126a58d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446498 Sep 03 03:58:22.875189 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23aff5e-7ca8-4995-8400-eb7ee43969ff req-e923a4ca-097d-4254-855e-ebb5be6397f6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:22.876634 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e23aff5e-7ca8-4995-8400-eb7ee43969ff req-e923a4ca-097d-4254-855e-ebb5be6397f6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.0501232 Sep 03 03:58:22.928115 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e23aff5e-7ca8-4995-8400-eb7ee43969ff req-8470dffc-47f2-455e-aee1-cb83de215f7f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Sep 03 03:58:23.556637 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=16 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:23.557556 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:23.631987 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14a172-f725-4735-8e4b-9dfa7958563e req-40d2db26-99f5-4c27-aada-cbf99fb063a9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:23.633480 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1f14a172-f725-4735-8e4b-9dfa7958563e req-40d2db26-99f5-4c27-aada-cbf99fb063a9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 944 time: 0.0507989 Sep 03 03:58:23.688286 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-1f14a172-f725-4735-8e4b-9dfa7958563e req-47dca8af-df04-4fc5-b4aa-bca17fbfb3af tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488195 Sep 03 03:58:24.818696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e8934-cdd9-428e-a2f4-14498439d31b req-b7e4dd80-60cf-4ce5-8e3b-b8ae87c6296f tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:24.818696 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a7e8934-cdd9-428e-a2f4-14498439d31b req-b7e4dd80-60cf-4ce5-8e3b-b8ae87c6296f tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 944 time: 0.0506761 Sep 03 03:58:24.868380 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a7e8934-cdd9-428e-a2f4-14498439d31b req-924544d4-5c2b-4092-92cb-e5d2571c2c1b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454011 Sep 03 03:58:25.999606 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6de410-e6fd-426e-b766-ec4652aadae6 req-899a20cf-ea26-4393-981a-87ecbb159df7 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:26.001249 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5f6de410-e6fd-426e-b766-ec4652aadae6 req-899a20cf-ea26-4393-981a-87ecbb159df7 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 944 time: 0.0517259 Sep 03 03:58:26.051664 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-5f6de410-e6fd-426e-b766-ec4652aadae6 req-fb2c5399-1e3b-4157-a53d-5411b2ed11e8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441678 Sep 03 03:58:27.173841 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf8984-b38c-436c-a743-0e4c28abcab5 req-7bb8185e-f923-45d8-b957-b820fa0699d1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:27.175218 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-16bf8984-b38c-436c-a743-0e4c28abcab5 req-7bb8185e-f923-45d8-b957-b820fa0699d1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 944 time: 0.0473678 Sep 03 03:58:27.199197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:27.228798 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-16bf8984-b38c-436c-a743-0e4c28abcab5 req-e46927bd-7064-4892-a67f-9ac34e871fb6 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479753 Sep 03 03:58:27.498914 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device bcc82def-e23b-469c-b25e-dc68383ed438 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 03:58:27.616341 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port bcc82def-e23b-469c-b25e-dc68383ed438, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcc82def-e23b-469c-b25e-dc68383ed438,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:27.629315 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'port_id': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'mac_address': 'fa:16:3e:df:62:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 03:58:27.665662 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port bcc82def-e23b-469c-b25e-dc68383ed438 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:27.666040 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:27.679777 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc82def-e23b-469c-b25e-dc68383ed438 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 03:58:27.699741 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port bcc82def-e23b-469c-b25e-dc68383ed438, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcc82def-e23b-469c-b25e-dc68383ed438,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:27.706393 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:27.711399 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:27.754603 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=bcc82def-e23b-469c-b25e-dc68383ed438,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:27.904976 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['bcc82def-e23b-469c-b25e-dc68383ed438'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:58:28.356320 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e9d87-480a-4247-9115-d018945790f6 req-1dd3a968-c364-4acf-8dca-b2b033df9275 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:28.357780 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-236e9d87-480a-4247-9115-d018945790f6 req-1dd3a968-c364-4acf-8dca-b2b033df9275 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 945 time: 0.0502393 Sep 03 03:58:28.425356 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-236e9d87-480a-4247-9115-d018945790f6 req-48b29044-c91f-46d5-a81b-88e5b04e3b5f tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591240 Sep 03 03:58:29.534150 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device bcc82def-e23b-469c-b25e-dc68383ed438 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 03:58:29.575187 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de598e60-ea3c-48af-8beb-03fa9b1acd38 req-b87e96c3-fa75-4ba9-9b85-0c394fa05a42 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:29.576707 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-de598e60-ea3c-48af-8beb-03fa9b1acd38 req-b87e96c3-fa75-4ba9-9b85-0c394fa05a42 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 945 time: 0.0492885 Sep 03 03:58:29.580303 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port bcc82def-e23b-469c-b25e-dc68383ed438 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 03:58:29.588033 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port bcc82def-e23b-469c-b25e-dc68383ed438 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 03:58:29.588603 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:29.627777 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-de598e60-ea3c-48af-8beb-03fa9b1acd38 req-569a9698-b81d-4cf4-8cc9-01f52c4fe937 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452201 Sep 03 03:58:29.661145 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port bcc82def-e23b-469c-b25e-dc68383ed438 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 03:58:29.661526 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:29.683907 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc82def-e23b-469c-b25e-dc68383ed438'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:58:29.686125 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0490406-7d27-4050-9e37-da1be08ef2f8" -d '{"events": [{"server_uuid": "b6ffe18c-8f84-4388-a17a-60885c5f9f1c", "name": "network-vif-plugged", "status": "completed", "tag": "bcc82def-e23b-469c-b25e-dc68383ed438"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:58:29.690506 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:29.700889 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port bcc82def-e23b-469c-b25e-dc68383ed438, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcc82def-e23b-469c-b25e-dc68383ed438,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:29.704787 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:29.730611 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d4713a-c1fd-48a6-bdf4-6c101a30874f x-openstack-request-id: req-15d4713a-c1fd-48a6-bdf4-6c101a30874f {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:58:29.730928 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffe18c-8f84-4388-a17a-60885c5f9f1c", "name": "network-vif-plugged", "status": "completed", "tag": "bcc82def-e23b-469c-b25e-dc68383ed438", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:58:29.731147 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15d4713a-c1fd-48a6-bdf4-6c101a30874f {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:58:29.731531 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15d4713a-c1fd-48a6-bdf4-6c101a30874f'] response: {'server_uuid': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'code': 200} Sep 03 03:58:29.757826 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=bcc82def-e23b-469c-b25e-dc68383ed438,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:29.944993 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba005c-e829-4cbd-956f-fbf7ca91cfd3 req-28a6fe04-be3d-40eb-979c-88df7fe08747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:29.946508 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a6ba005c-e829-4cbd-956f-fbf7ca91cfd3 req-28a6fe04-be3d-40eb-979c-88df7fe08747 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 1130 time: 0.0388527 Sep 03 03:58:30.000669 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a6ba005c-e829-4cbd-956f-fbf7ca91cfd3 req-6ae70708-1173-4fab-bf42-fc6b7a00337f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487986 Sep 03 03:58:30.764050 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6055f4-79ec-4138-8338-aff4ee049d4c req-6324a691-33b4-4b52-9969-da62cb00e52e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:30.765547 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2e6055f4-79ec-4138-8338-aff4ee049d4c req-6324a691-33b4-4b52-9969-da62cb00e52e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 946 time: 0.0520396 Sep 03 03:58:30.820307 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2e6055f4-79ec-4138-8338-aff4ee049d4c req-39d3f672-8c32-4768-9007-f5e485b77668 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457618 Sep 03 03:58:31.955057 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4e86eb-f933-412d-a3a2-df0e799fd90a req-078cf653-009b-4f8d-9165-9a60b1209304 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:31.956514 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fd4e86eb-f933-412d-a3a2-df0e799fd90a req-078cf653-009b-4f8d-9165-9a60b1209304 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 946 time: 0.0493240 Sep 03 03:58:32.008425 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-fd4e86eb-f933-412d-a3a2-df0e799fd90a req-f746257d-e815-47ba-8744-a10e3f13df85 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459878 Sep 03 03:58:32.139056 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a3658-b57f-4ebb-8578-766c0a9e4a7d req-a2f54b0b-de4a-4ece-9d7e-d08aa2499563 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:32.140520 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fc8a3658-b57f-4ebb-8578-766c0a9e4a7d req-a2f54b0b-de4a-4ece-9d7e-d08aa2499563 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 946 time: 0.0567946 Sep 03 03:58:32.192161 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-fc8a3658-b57f-4ebb-8578-766c0a9e4a7d req-613db527-a4a9-42a5-b04b-176f8ce2d981 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435946 Sep 03 03:58:32.221251 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47812) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:32.324184 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:32.353407 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4905a003-d72d-4238-836c-63590e45e31b tempest-TestVolumeBootPattern-2019553254 tempest-TestVolumeBootPattern-2019553254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:32.355469 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-4905a003-d72d-4238-836c-63590e45e31b tempest-TestVolumeBootPattern-2019553254 tempest-TestVolumeBootPattern-2019553254-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 1125 time: 0.1329064 Sep 03 03:58:32.358512 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47820) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:32.362791 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'port_id': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address': '172.20.0.13'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:32.384763 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:32.468479 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:32.568614 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb8124-2af6-4f5b-adc7-8d4affdf0946 req-a7ca4708-01db-418f-bd5f-d9b44f002617 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:32.569967 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a5eb8124-2af6-4f5b-adc7-8d4affdf0946 req-a7ca4708-01db-418f-bd5f-d9b44f002617 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.0647023 Sep 03 03:58:32.632737 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Allocated IP 172.27.4.189 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/ab89b9b4-2fd0-4936-8bf0-ce7927989e1a) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:58:32.659651 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a5eb8124-2af6-4f5b-adc7-8d4affdf0946 req-2bc886ac-0894-4385-8a62-57b68b6d55f3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725758 Sep 03 03:58:32.689152 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47826) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:32.755255 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:32.760424 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:32.791401 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:32.827459 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb64158-0d5a-462b-ad8d-e1869f1d6f6b tempest-TestMinimumBasicScenario-2074639707 tempest-TestMinimumBasicScenario-2074639707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:32.828915 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-0cb64158-0d5a-462b-ad8d-e1869f1d6f6b tempest-TestMinimumBasicScenario-2074639707 tempest-TestMinimumBasicScenario-2074639707-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1124 time: 0.1386564 Sep 03 03:58:32.832137 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47830) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:32.835697 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:58:32.836434 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'port_id': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:32.840929 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:58:32.844067 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=ab89b9b4-2fd0-4936-8bf0-ce7927989e1a,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:32.847183 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:58:32.858861 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:32.872301 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.872654 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.872983 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.873308 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.873627 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.873942 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.874260 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.874572 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.874912 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.875225 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.875538 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.875845 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.876156 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.876461 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.876764 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:32.941158 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.046400 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:33.047875 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Allocated IP 172.27.4.119 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/0c9a937b-ac96-425b-8bc9-39345b44788e) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 03:58:33.129085 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:33.160281 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for port (0c9a937b-ac96-425b-8bc9-39345b44788e), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.193359 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (0c9a937b-ac96-425b-8bc9-39345b44788e), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.213041 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (25af3341-641b-461f-9844-7650429b570a), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.239202 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 03:58:33.240503 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'Port': ['ID=0c9a937b-ac96-425b-8bc9-39345b44788e,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:33.242956 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 03:58:33.245889 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 03:58:33.273308 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.273651 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.273985 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.274314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.274626 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.274984 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.275366 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.275685 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.276002 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.276318 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.276633 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.276944 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.277259 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.277570 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.277879 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:58:33.281705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.330918 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:33.426280 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.431507 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.500791 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (25af3341-641b-461f-9844-7650429b570a), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.503433 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=ab89b9b4-2fd0-4936-8bf0-ce7927989e1a,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:33.583607 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:33.604061 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Floating IP 25af3341-641b-461f-9844-7650429b570a associated. External IP: 172.27.4.189, port: bcc82def-e23b-469c-b25e-dc68383ed438. Sep 03 03:58:33.625208 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for floatingip (db00f887-fd51-4b2f-a6f7-a38245b68700), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.697578 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (0c9a937b-ac96-425b-8bc9-39345b44788e), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.804995 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:58:33.818824 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:33.852515 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for port (0c9a937b-ac96-425b-8bc9-39345b44788e), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.858622 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (0c9a937b-ac96-425b-8bc9-39345b44788e), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.909751 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:58:33.923729 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:58:33.929107 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.932818 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (db00f887-fd51-4b2f-a6f7-a38245b68700), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:33.934613 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'Port': ['ID=0c9a937b-ac96-425b-8bc9-39345b44788e,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:33.936857 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:58:33.943064 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:58:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:33.963504 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ac82705f-0f81-4222-b06a-f6c99f60d681 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6038313 Sep 03 03:58:33.964090 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'tag': 'bcc82def-e23b-469c-b25e-dc68383ed438'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:58:33.966429 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3d5916-7bf9-4ae1-b202-e23aca73596c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ffe18c-8f84-4388-a17a-60885c5f9f1c", "tag": "bcc82def-e23b-469c-b25e-dc68383ed438"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:58:34.007470 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a125275e-c4e6-453d-881d-3fd27323bae4 x-openstack-request-id: req-a125275e-c4e6-453d-881d-3fd27323bae4 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:58:34.007768 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ffe18c-8f84-4388-a17a-60885c5f9f1c", "tag": "bcc82def-e23b-469c-b25e-dc68383ed438", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:58:34.008015 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a125275e-c4e6-453d-881d-3fd27323bae4 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:58:34.008422 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a125275e-c4e6-453d-881d-3fd27323bae4'] response: {'name': 'network-changed', 'server_uuid': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'tag': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'status': 'completed', 'code': 200} Sep 03 03:58:34.037357 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:34.044445 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Floating IP db00f887-fd51-4b2f-a6f7-a38245b68700 associated. External IP: 172.27.4.119, port: c94f4a79-76fb-4ff7-8a7e-7ca35f492f79. Sep 03 03:58:34.056335 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:58:34.069063 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-de94020b-f014-490a-b41e-53d3b1cb663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:34.070548 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-de94020b-f014-490a-b41e-53d3b1cb663b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 1130 time: 0.0408008 Sep 03 03:58:34.169304 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-bf8f6427-7262-4409-b3ca-3757569c3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:34.170845 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-bf8f6427-7262-4409-b3ca-3757569c3398 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0932448 Sep 03 03:58:34.247049 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-ff417638-935b-4087-8eb4-957dc2c79f11 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcc82def-e23b-469c-b25e-dc68383ed438 HTTP/1.1" status: 200 len: 1000 time: 0.0698240 Sep 03 03:58:34.262935 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:58:34.269880 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:34.301551 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-09c8258e-1fa0-4495-996b-375b1dacd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:34.303030 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-09c8258e-1fa0-4495-996b-375b1dacd127 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0493586 Sep 03 03:58:34.349202 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-026035d9-996b-42e8-9254-52970e2bd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:34.350967 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-026035d9-996b-42e8-9254-52970e2bd66a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416086 Sep 03 03:58:34.361850 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '25af3341-641b-461f-9844-7650429b570a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.189', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:df:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:58:33Z', 'updated_at': '2022-09-03T03:58:33Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:34.368931 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:58:34.383625 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] Sync routers for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:58:34.389863 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:34.393470 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:58:34.398305 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:58:34.399238 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:58:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:34.402976 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:58:34.403456 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:58:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:34.430494 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-067c8071-f2af-42df-b703-e5ff6ab68be6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5973189 Sep 03 03:58:34.431595 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47836) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:34.432275 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:58:34.435576 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dc24a3-a441-4dc8-9c86-0047d03e69a2" -d '{"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:58:34.443849 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-19ad6751-3162-4279-acee-2bee452a63b6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1015386487', 'description': 'tempest-secgroup-smoke-1015386487 description', 'project_id': '766e95a843fd4c658750c125427135cf'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:34.460906 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-647f8ce2-adf5-4ae9-a1ed-7eaa6b8d0dff service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031477 Sep 03 03:58:34.473451 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-19ad6751-3162-4279-acee-2bee452a63b6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:34.499587 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474d59bd-fb54-4876-a388-002f106271bc x-openstack-request-id: req-474d59bd-fb54-4876-a388-002f106271bc {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:58:34.500127 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:58:34.500545 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-474d59bd-fb54-4876-a388-002f106271bc {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:58:34.501513 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-474d59bd-fb54-4876-a388-002f106271bc'] response: {'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'status': 'completed', 'code': 200} Sep 03 03:58:34.544916 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:58:34.550895 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:58:34.570265 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-e5316afa-8084-48a4-9c44-f75f85dfe12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:34.572469 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-e5316afa-8084-48a4-9c44-f75f85dfe12b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1129 time: 0.0503306 Sep 03 03:58:34.577562 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0c3d5916-7bf9-4ae1-b202-e23aca73596c req-b8bbf343-f34c-4033-9dfe-38dcd8b9a0d5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097982 Sep 03 03:58:34.655214 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:34.702061 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:34.722075 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-19ad6751-3162-4279-acee-2bee452a63b6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group (39c1bb55-5754-4ed9-b26e-bae65f84f925), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:34.728566 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-19ad6751-3162-4279-acee-2bee452a63b6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (39c1bb55-5754-4ed9-b26e-bae65f84f925), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:34.736528 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-dc104d0d-ec9a-4149-b987-dd5e07b47867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:34.737960 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-dc104d0d-ec9a-4149-b987-dd5e07b47867 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 914 time: 0.1604176 Sep 03 03:58:34.760902 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '25af3341-641b-461f-9844-7650429b570a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.189', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:df:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:58:33Z', 'updated_at': '2022-09-03T03:58:33Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:34.783176 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'db00f887-fd51-4b2f-a6f7-a38245b68700', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'port_id': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'mac_address': 'fa:16:3e:b4:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be342681-0ecf-4d3f-ae1e-038054687964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:58:33Z', 'updated_at': '2022-09-03T03:58:33Z', 'revision_number': 0, 'project_id': '766e95a843fd4c658750c125427135cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:47Z', 'revision_number': 5, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:34.790476 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d8ae88-1b06-49c0-9553-5d4b4cfa18d5 None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '25af3341-641b-461f-9844-7650429b570a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.189', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:df:62:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:58:33Z', 'updated_at': '2022-09-03T03:58:33Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:58:34.805065 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-19ad6751-3162-4279-acee-2bee452a63b6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:34.809166 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-19ad6751-3162-4279-acee-2bee452a63b6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3670862 Sep 03 03:58:34.809593 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47840) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:34.812363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad6751-3162-4279-acee-2bee452a63b6 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c1bb55-5754-4ed9-b26e-bae65f84f925,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:34.814225 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-381821e1-9198-4342-80a6-1c0ca54f401e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'security_group_rule': {'security_group_id': '39c1bb55-5754-4ed9-b26e-bae65f84f925', 'project_id': '766e95a843fd4c658750c125427135cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:34.825569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] Checking router: 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:58:34.831740 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:34.837457 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-2da59d21-bc41-4ab7-a862-7803d48e6824 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 999 time: 0.0890021 Sep 03 03:58:34.843989 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:58:34.845501 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:58:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:34.884248 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-381821e1-9198-4342-80a6-1c0ca54f401e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (4f5e65f0-1f1f-4309-bca9-72eb0f72defe), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:34.909371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-c21fe619-7a8b-47b7-b91c-cc28dfad0bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:34.911141 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-c21fe619-7a8b-47b7-b91c-cc28dfad0bd1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 200 len: 852 time: 0.0670931 Sep 03 03:58:34.954003 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-381821e1-9198-4342-80a6-1c0ca54f401e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (4f5e65f0-1f1f-4309-bca9-72eb0f72defe), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:34.959962 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-381821e1-9198-4342-80a6-1c0ca54f401e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (4f5e65f0-1f1f-4309-bca9-72eb0f72defe), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:34.965077 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-52b08dd6-555d-46fb-b8e9-a664b0ac4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:34.965806 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:58:34.966922 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-52b08dd6-555d-46fb-b8e9-a664b0ac4584 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0481853 Sep 03 03:58:34.988128 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381821e1-9198-4342-80a6-1c0ca54f401e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5e65f0-1f1f-4309-bca9-72eb0f72defe,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:34.998316 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-381821e1-9198-4342-80a6-1c0ca54f401e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.002003 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-381821e1-9198-4342-80a6-1c0ca54f401e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1884980 Sep 03 03:58:35.002003 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47842) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:35.006690 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-c193720c-09e6-40b9-a162-11c7b98c3392 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'security_group_rule': {'security_group_id': '39c1bb55-5754-4ed9-b26e-bae65f84f925', 'project_id': '766e95a843fd4c658750c125427135cf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:35.035077 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c193720c-09e6-40b9-a162-11c7b98c3392 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (2a972fac-364d-4d59-847c-1742a95f6fb7), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.093259 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-707bb241-6e37-4784-a2e4-e0a6bb18e9cd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204598 Sep 03 03:58:35.096045 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb81e1a1-ba30-418c-b8f4-08acdcd98697 None None] New status for floating IP 25af3341-641b-461f-9844-7650429b570a: ACTIVE {{(pid=117869) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:58:35.101088 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c193720c-09e6-40b9-a162-11c7b98c3392 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (2a972fac-364d-4d59-847c-1742a95f6fb7), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.107918 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c193720c-09e6-40b9-a162-11c7b98c3392 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (2a972fac-364d-4d59-847c-1742a95f6fb7), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.138845 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-c193720c-09e6-40b9-a162-11c7b98c3392 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.140218 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-c193720c-09e6-40b9-a162-11c7b98c3392 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1372430 Sep 03 03:58:35.141320 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c193720c-09e6-40b9-a162-11c7b98c3392 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a972fac-364d-4d59-847c-1742a95f6fb7,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:35.143341 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47844) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:35.148378 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-87277645-1ffa-42fe-adfc-065877bda0bb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'security_group_rule': {'security_group_id': '39c1bb55-5754-4ed9-b26e-bae65f84f925', 'project_id': '766e95a843fd4c658750c125427135cf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:35.194284 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-87277645-1ffa-42fe-adfc-065877bda0bb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (9d4f5925-b4e1-4165-9d91-51afa590f4f3), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.244944 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-60dc24a3-a441-4dc8-9c86-0047d03e69a2 req-ab9e70f8-a418-4c04-b5b8-2f48f0719c5c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459446 Sep 03 03:58:35.272850 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-87277645-1ffa-42fe-adfc-065877bda0bb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (9d4f5925-b4e1-4165-9d91-51afa590f4f3), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.278361 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-87277645-1ffa-42fe-adfc-065877bda0bb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (9d4f5925-b4e1-4165-9d91-51afa590f4f3), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.301791 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87277645-1ffa-42fe-adfc-065877bda0bb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4f5925-b4e1-4165-9d91-51afa590f4f3,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:35.306021 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-87277645-1ffa-42fe-adfc-065877bda0bb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.307458 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-87277645-1ffa-42fe-adfc-065877bda0bb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1630440 Sep 03 03:58:35.310161 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47846) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:35.314497 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-a70eda71-5682-4883-89d2-89d0aaea9846 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'security_group_rule': {'security_group_id': '39c1bb55-5754-4ed9-b26e-bae65f84f925', 'project_id': '766e95a843fd4c658750c125427135cf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:35.330428 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:35.344890 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a70eda71-5682-4883-89d2-89d0aaea9846 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (0118968a-3528-4890-98f2-b9b335cd3b71), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.380220 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'db00f887-fd51-4b2f-a6f7-a38245b68700', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'port_id': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'mac_address': 'fa:16:3e:b4:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be342681-0ecf-4d3f-ae1e-038054687964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:58:33Z', 'updated_at': '2022-09-03T03:58:33Z', 'revision_number': 0, 'project_id': '766e95a843fd4c658750c125427135cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:47Z', 'revision_number': 5, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:58:35.396698 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a70eda71-5682-4883-89d2-89d0aaea9846 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (0118968a-3528-4890-98f2-b9b335cd3b71), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.400956 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a70eda71-5682-4883-89d2-89d0aaea9846 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (0118968a-3528-4890-98f2-b9b335cd3b71), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.407619 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5243828a-3af3-4ec8-bf84-d585960da807 None None] The sync data for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi is: [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': 'db00f887-fd51-4b2f-a6f7-a38245b68700', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'floating_ip_address': '172.27.4.119', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'port_id': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 748, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'mac_address': 'fa:16:3e:b4:f8:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be342681-0ecf-4d3f-ae1e-038054687964', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T03:58:33Z', 'updated_at': '2022-09-03T03:58:33Z', 'revision_number': 0, 'project_id': '766e95a843fd4c658750c125427135cf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:47Z', 'revision_number': 5, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:58:35.420643 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70eda71-5682-4883-89d2-89d0aaea9846 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0118968a-3528-4890-98f2-b9b335cd3b71,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:35.426924 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-a70eda71-5682-4883-89d2-89d0aaea9846 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.428116 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-a70eda71-5682-4883-89d2-89d0aaea9846 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1170280 Sep 03 03:58:35.430934 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47848) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:35.435463 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-acab17a6-f1ac-4a24-ad6d-b327c21021b1 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'security_group_rule': {'security_group_id': '39c1bb55-5754-4ed9-b26e-bae65f84f925', 'project_id': '766e95a843fd4c658750c125427135cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:35.457260 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.securitygroups_db [None req-acab17a6-f1ac-4a24-ad6d-b327c21021b1 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Project 766e95a843fd4c658750c125427135cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 03:58:35.463684 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-acab17a6-f1ac-4a24-ad6d-b327c21021b1 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (5559a1df-4d48-44df-9d9d-6a41facdaafa), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.524594 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-acab17a6-f1ac-4a24-ad6d-b327c21021b1 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (5559a1df-4d48-44df-9d9d-6a41facdaafa), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.529128 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-acab17a6-f1ac-4a24-ad6d-b327c21021b1 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (5559a1df-4d48-44df-9d9d-6a41facdaafa), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.550656 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab17a6-f1ac-4a24-ad6d-b327c21021b1 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5559a1df-4d48-44df-9d9d-6a41facdaafa,revision_number=0']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:35.560947 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-acab17a6-f1ac-4a24-ad6d-b327c21021b1 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.564881 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-acab17a6-f1ac-4a24-ad6d-b327c21021b1 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1301773 Sep 03 03:58:35.565322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47850) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:58:35.570035 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [None req-515e556a-1f66-45f8-8630-1f0bc40b87b7 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'security_group_rule': {'security_group_id': '39c1bb55-5754-4ed9-b26e-bae65f84f925', 'project_id': '766e95a843fd4c658750c125427135cf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:35.592562 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.securitygroups_db [None req-515e556a-1f66-45f8-8630-1f0bc40b87b7 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Project 766e95a843fd4c658750c125427135cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 03:58:35.599980 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-515e556a-1f66-45f8-8630-1f0bc40b87b7 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (fe3b39e0-17b4-4e93-8d20-1fc12c40b4a3), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.613237 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8fdbb0-1881-4960-83f9-d62b2b298061 None None] New status for floating IP db00f887-fd51-4b2f-a6f7-a38245b68700: ACTIVE {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:58:35.617200 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:35.665030 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-515e556a-1f66-45f8-8630-1f0bc40b87b7 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (fe3b39e0-17b4-4e93-8d20-1fc12c40b4a3), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.668895 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-515e556a-1f66-45f8-8630-1f0bc40b87b7 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1914942'] for security_group_rule (fe3b39e0-17b4-4e93-8d20-1fc12c40b4a3), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.687031 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e556a-1f66-45f8-8630-1f0bc40b87b7 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe3b39e0-17b4-4e93-8d20-1fc12c40b4a3,revision_number=0']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:35.696209 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-515e556a-1f66-45f8-8630-1f0bc40b87b7 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:35.697519 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-515e556a-1f66-45f8-8630-1f0bc40b87b7 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1310949 Sep 03 03:58:35.794194 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-f75dd31b-6796-4171-8e9e-8452bfd51079 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1015386487&fields=id&tenant_id=766e95a843fd4c658750c125427135cf HTTP/1.1" status: 200 len: 267 time: 0.0491703 Sep 03 03:58:35.844681 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-3f0aec8d-f308-474f-bfc7-46ef0fb4d8fc tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:35.846075 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-3f0aec8d-f308-474f-bfc7-46ef0fb4d8fc tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.0460184 Sep 03 03:58:35.857332 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'port': {'security_groups': ['cd324ee6-2c25-4b56-bcfd-9601eab0dea9', '39c1bb55-5754-4ed9-b26e-bae65f84f925']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:58:35.927331 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:36.112621 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] For port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:58:36.140902 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:36.147468 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:36.158039 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:36.158655 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:36.160142 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-028eb51d-c8aa-42fc-812f-c632ef266a1c req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "PUT /networking/v2.0/ports/c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 981 time: 0.3077269 Sep 03 03:58:36.166509 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:58:36.196144 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:36.224279 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b08f6-a1f5-443b-9165-7a8e4a596fa3 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'Port': ['ID=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,revision_number=6']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:58:36.245949 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:58:36.247922 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:36.274796 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711891e-8593-4759-a79a-9c34481eb0a5 req-e406796c-6eb0-45cb-bf75-ce3f6a3bf584 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:36.276584 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3711891e-8593-4759-a79a-9c34481eb0a5 req-e406796c-6eb0-45cb-bf75-ce3f6a3bf584 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0552592 Sep 03 03:58:36.308694 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:36.341555 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3711891e-8593-4759-a79a-9c34481eb0a5 req-1f0c17e1-53f0-4cd7-b6e0-5eb80f3ae396 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585983 Sep 03 03:58:36.414698 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:36.502649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:58:36.505080 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b710355-6e00-418a-b102-5fa4f881c53d" -d '{"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:58:36.544641 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e168481d-3361-4643-86b3-00fccecdea0d x-openstack-request-id: req-e168481d-3361-4643-86b3-00fccecdea0d {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:58:36.544958 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:58:36.545180 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e168481d-3361-4643-86b3-00fccecdea0d {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:58:36.545629 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e168481d-3361-4643-86b3-00fccecdea0d'] response: {'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'status': 'completed', 'code': 200} Sep 03 03:58:36.611802 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710355-6e00-418a-b102-5fa4f881c53d req-b710861f-b629-412d-b81d-bdf7a99451bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:36.613300 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b710355-6e00-418a-b102-5fa4f881c53d req-b710861f-b629-412d-b81d-bdf7a99451bd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1168 time: 0.0455651 Sep 03 03:58:36.707766 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710355-6e00-418a-b102-5fa4f881c53d req-fcf1a818-8234-4b49-974d-10264ef32d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:36.709385 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b710355-6e00-418a-b102-5fa4f881c53d req-fcf1a818-8234-4b49-974d-10264ef32d65 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 914 time: 0.0896151 Sep 03 03:58:37.044209 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b710355-6e00-418a-b102-5fa4f881c53d req-7bcf5cc4-3f39-449c-85e8-1362563d0e54 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 1001 time: 0.3286059 Sep 03 03:58:37.092210 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710355-6e00-418a-b102-5fa4f881c53d req-b7d15b7e-182f-4b45-961a-a58e62c698fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:37.093572 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b710355-6e00-418a-b102-5fa4f881c53d req-b7d15b7e-182f-4b45-961a-a58e62c698fd service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 200 len: 852 time: 0.0432231 Sep 03 03:58:37.140507 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b710355-6e00-418a-b102-5fa4f881c53d req-5f538613-ed7a-4ac1-8044-68d4b0b82f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:37.141945 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b710355-6e00-418a-b102-5fa4f881c53d req-5f538613-ed7a-4ac1-8044-68d4b0b82f6a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419071 Sep 03 03:58:37.217349 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:37.232304 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b710355-6e00-418a-b102-5fa4f881c53d req-81ded899-608f-4e6d-8a28-32319f374c2b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839281 Sep 03 03:58:37.329637 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-2b710355-6e00-418a-b102-5fa4f881c53d req-9a68400e-b302-4f96-b107-3281da88b5c9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905643 Sep 03 03:58:38.995277 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c219a01b-e91f-4a27-88bb-2d0f8a02182b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:39.164816 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=100 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:40.099750 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:41.287322 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-63ba8c01-5f69-440c-bb34-d1236e594698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:42.679928 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:43.562423 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:43.569509 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:58:44.156193 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:44.192089 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:58:46.335180 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=35,neutron:INSERT=5,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:47.324705 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=9 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:47.326732 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=46 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:54.184992 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=78,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:54.186208 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:58:59.176302 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-33dfa0ea-f48b-462d-abe4-5af37f641ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:59.177812 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-33dfa0ea-f48b-462d-abe4-5af37f641ab3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1168 time: 0.0429897 Sep 03 03:58:59.280449 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1795a-107d-47bf-9b89-3e71db12d577 req-a6b25eee-02d8-4c6a-8079-2f56b6834e14 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:59.281944 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c6f1795a-107d-47bf-9b89-3e71db12d577 req-a6b25eee-02d8-4c6a-8079-2f56b6834e14 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.1551678 Sep 03 03:58:59.342204 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-ff92f4aa-6b51-4b59-b61e-4905391f9c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:59.343702 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-ff92f4aa-6b51-4b59-b61e-4905391f9c3a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 914 time: 0.1549032 Sep 03 03:58:59.405043 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c6f1795a-107d-47bf-9b89-3e71db12d577 req-46948b51-c8fb-44fe-bd95-c5557ec4654d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1166985 Sep 03 03:58:59.429696 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-3072264e-c982-4fed-a39a-f1dfd74983ea service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 1001 time: 0.0764682 Sep 03 03:58:59.498866 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-c9b9cbd7-4b50-4950-be04-9109337113e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:59.500325 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-c9b9cbd7-4b50-4950-be04-9109337113e7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 200 len: 852 time: 0.0635452 Sep 03 03:58:59.554326 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-9806047a-267c-4406-accd-b48a976c6ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:58:59.555731 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-9806047a-267c-4406-accd-b48a976c6ea7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487311 Sep 03 03:58:59.684331 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-d98ae36e-31e9-417f-9e83-4f609077bbfb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214666 Sep 03 03:58:59.781206 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d7ca0d1e-88ff-436c-a49f-7e8e8582dd01 req-6ec86df0-fd01-4671-a037-7574fa9cfa76 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893939 Sep 03 03:59:00.592952 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537ad92-5ff8-47ea-af8a-d4639c67426c req-e236f74d-cfe2-4c19-9580-719018567f8d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:00.594396 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b537ad92-5ff8-47ea-af8a-d4639c67426c req-e236f74d-cfe2-4c19-9580-719018567f8d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.1011400 Sep 03 03:59:00.658707 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-b537ad92-5ff8-47ea-af8a-d4639c67426c req-2d2bac5f-b422-470f-b8ae-02d55b924a7e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557535 Sep 03 03:59:01.798425 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014735a-37a8-407b-951f-81ef59ff3d08 req-520bfd57-4e38-4757-b2c8-ffcf65ad9b42 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:01.799913 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5014735a-37a8-407b-951f-81ef59ff3d08 req-520bfd57-4e38-4757-b2c8-ffcf65ad9b42 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0525143 Sep 03 03:59:01.873952 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5014735a-37a8-407b-951f-81ef59ff3d08 req-cf892647-955e-4092-a329-48446f990e16 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0641742 Sep 03 03:59:03.015788 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69e677-33df-4612-92b3-a69b73326061 req-57de0a01-206f-47f1-abf7-74bee8e74916 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:03.017225 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cf69e677-33df-4612-92b3-a69b73326061 req-57de0a01-206f-47f1-abf7-74bee8e74916 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0533967 Sep 03 03:59:03.081679 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-cf69e677-33df-4612-92b3-a69b73326061 req-039cdcd1-4f9d-4507-a506-c9674220906f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558383 Sep 03 03:59:04.216032 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f7723-1400-4305-98a2-d9062a031c85 req-af202700-50ac-4767-8475-312f4a5dad1c tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:04.217494 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-497f7723-1400-4305-98a2-d9062a031c85 req-af202700-50ac-4767-8475-312f4a5dad1c tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0480297 Sep 03 03:59:04.280213 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-497f7723-1400-4305-98a2-d9062a031c85 req-efabcae5-d6c7-46ad-9291-e5b416df7923 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569084 Sep 03 03:59:05.408016 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c8123-6ef6-4826-8fe9-a196d4a8e336 req-bab9c8aa-5c77-46d9-8cff-7ac277248e78 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:05.409777 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-973c8123-6ef6-4826-8fe9-a196d4a8e336 req-bab9c8aa-5c77-46d9-8cff-7ac277248e78 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0522304 Sep 03 03:59:05.471171 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-973c8123-6ef6-4826-8fe9-a196d4a8e336 req-9e9126eb-85e0-49fd-af94-f254707ed36e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555968 Sep 03 03:59:06.600833 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee1e46f-7855-4bfe-9e32-d485e2f6e4ab req-3b944721-80d9-492d-ab27-7906ca6d9414 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:06.602277 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-dee1e46f-7855-4bfe-9e32-d485e2f6e4ab req-3b944721-80d9-492d-ab27-7906ca6d9414 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0475314 Sep 03 03:59:06.671211 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-dee1e46f-7855-4bfe-9e32-d485e2f6e4ab req-68a91cb7-e323-4eb6-b132-277d0b853035 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629084 Sep 03 03:59:07.549695 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:07.550727 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:07.821382 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bba165-3e92-4319-9a2d-b4dcdb2a69f6 req-fddc2121-0018-4f92-9d2c-e3496f6be66d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:07.822758 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e1bba165-3e92-4319-9a2d-b4dcdb2a69f6 req-fddc2121-0018-4f92-9d2c-e3496f6be66d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0484664 Sep 03 03:59:07.891082 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e1bba165-3e92-4319-9a2d-b4dcdb2a69f6 req-8a591b5b-1bf3-486f-9daf-4250a6984a01 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596285 Sep 03 03:59:08.980955 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2ba954cb-163e-4280-a20a-917baf915a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:09.031124 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef5ef49-6106-4a30-a05e-ac6a8b58f899 req-6f24d405-658c-4d58-8dcc-4ebb7cffbe9d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:09.032584 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ef5ef49-6106-4a30-a05e-ac6a8b58f899 req-6f24d405-658c-4d58-8dcc-4ebb7cffbe9d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0476840 Sep 03 03:59:09.063789 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:09.094673 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8ef5ef49-6106-4a30-a05e-ac6a8b58f899 req-90fa057a-e452-4021-b3eb-ee210364d9f2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563064 Sep 03 03:59:10.090088 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:10.232830 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9745da8f-87b2-403e-9342-d2236ca703b8 req-ab96aa26-6c4a-48cb-8fc9-11a05dd0febd tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:10.234318 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9745da8f-87b2-403e-9342-d2236ca703b8 req-ab96aa26-6c4a-48cb-8fc9-11a05dd0febd tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0481036 Sep 03 03:59:10.296590 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9745da8f-87b2-403e-9342-d2236ca703b8 req-cd89b35f-5775-4dd7-8483-39136ebaf283 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564773 Sep 03 03:59:11.283679 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ee40af62-a9a7-499e-9975-6f4cea202c4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:11.422646 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3b200-d624-40e6-882a-107c5632aa4b req-7ea02258-f302-4d45-bfe1-8713a4b17e6a tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:11.424145 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8aa3b200-d624-40e6-882a-107c5632aa4b req-7ea02258-f302-4d45-bfe1-8713a4b17e6a tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0476656 Sep 03 03:59:11.438550 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:11.491189 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-8aa3b200-d624-40e6-882a-107c5632aa4b req-004c013f-2192-4a73-98cd-3b7f04ccaa7d tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595767 Sep 03 03:59:12.630908 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3755c35-5d06-4133-8922-94ddc8526514 req-435e5099-8aa1-413d-9191-c3c255f35131 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:12.632416 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c3755c35-5d06-4133-8922-94ddc8526514 req-435e5099-8aa1-413d-9191-c3c255f35131 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0491078 Sep 03 03:59:12.675524 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:12.696928 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c3755c35-5d06-4133-8922-94ddc8526514 req-510e19dd-cbee-4c23-bb36-d4a65afafebe tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587850 Sep 03 03:59:13.840281 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a61a1-4c06-4570-a011-9f7686c2cf9e req-5cb946a0-cdd3-4408-acd8-d957f3584740 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:13.841773 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-996a61a1-4c06-4570-a011-9f7686c2cf9e req-5cb946a0-cdd3-4408-acd8-d957f3584740 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0559745 Sep 03 03:59:13.905430 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-996a61a1-4c06-4570-a011-9f7686c2cf9e req-0f021f2b-fed1-4ddb-b607-77cd90c0c3f0 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577037 Sep 03 03:59:14.168569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:14.195261 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:15.274756 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc3f3dd-010a-49b3-bba4-c523bfc5d4e9 req-0889339e-01ba-4e3b-babc-af47f50db9a8 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:15.276314 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0cc3f3dd-010a-49b3-bba4-c523bfc5d4e9 req-0889339e-01ba-4e3b-babc-af47f50db9a8 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.2726717 Sep 03 03:59:15.335881 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-0cc3f3dd-010a-49b3-bba4-c523bfc5d4e9 req-2d8c4029-3a4a-4f23-a916-11d50e337515 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537703 Sep 03 03:59:16.481671 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1912b5-0005-450f-9b18-18ffe82c5d58 req-78c3c811-1bb3-4843-8738-318f57533295 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:16.483220 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7f1912b5-0005-450f-9b18-18ffe82c5d58 req-78c3c811-1bb3-4843-8738-318f57533295 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0623987 Sep 03 03:59:16.548020 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7f1912b5-0005-450f-9b18-18ffe82c5d58 req-1601ebae-d629-46f9-b413-7e4e24e8724e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&id=39c1bb55-5754-4ed9-b26e-bae65f84f925&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572073 Sep 03 03:59:20.578094 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:59:23.039482 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-a67e4b56-0098-4908-b88e-69be6ecbb378 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424731 Sep 03 03:59:23.126423 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-52267ca3-fac0-403c-9c11-fb69be11b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:23.128006 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-52267ca3-fac0-403c-9c11-fb69be11b11f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1168 time: 0.0460801 Sep 03 03:59:23.235092 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-c3c4af15-911b-4060-89be-42d8dcb44b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:23.236564 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-c3c4af15-911b-4060-89be-42d8dcb44b8e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 914 time: 0.0896354 Sep 03 03:59:23.301239 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-217ae93b-deb8-4eb2-bbe6-aa15f3f065c6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 1001 time: 0.0588605 Sep 03 03:59:23.348819 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-1d6f4662-fabf-41dc-9743-ad5e99378112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:23.350261 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-1d6f4662-fabf-41dc-9743-ad5e99378112 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 200 len: 852 time: 0.0436635 Sep 03 03:59:23.397159 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-afd3a03d-5006-4d2d-9bf0-2b6bb7a190ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:23.399137 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-afd3a03d-5006-4d2d-9bf0-2b6bb7a190ee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433493 Sep 03 03:59:23.490723 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-578b5414-d79c-4ea3-8550-eb846ec7aabe service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858476 Sep 03 03:59:23.583239 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-0a80550e-ab25-45e5-85b4-e2848aaeecbf req-50a3076f-a4a1-4021-81bc-13315371d6b4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865796 Sep 03 03:59:24.182496 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:24.189502 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:25.322073 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=75 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:25.330663 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=72 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:33.578927 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:33.579782 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=72 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:37.557838 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:37.559348 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:38.982937 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-d57e2464-114b-46a3-9e29-59ba18b44097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:40.094103 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:41.279855 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e3dde5d7-ed52-4130-80e9-65edfcbf1271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:42.692968 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:44.170299 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:44.199090 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.073029 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-05889952-cf68-4563-a260-9d30d464e194 req-8c8d4efb-ede7-4eaf-b9f5-ceee7d57622f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1015386487&fields=id&tenant_id=766e95a843fd4c658750c125427135cf HTTP/1.1" status: 200 len: 267 time: 0.0467279 Sep 03 03:59:49.128678 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05889952-cf68-4563-a260-9d30d464e194 req-af1157ec-44ed-4e02-bd15-a0bf7588c987 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:49.130110 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-05889952-cf68-4563-a260-9d30d464e194 req-af1157ec-44ed-4e02-bd15-a0bf7588c987 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 984 time: 0.0490947 Sep 03 03:59:49.144210 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [req-05889952-cf68-4563-a260-9d30d464e194 req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Request body: {'port': {'security_groups': ['cd324ee6-2c25-4b56-bcfd-9601eab0dea9']}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 03:59:49.217167 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-05889952-cf68-4563-a260-9d30d464e194 req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.392948 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-05889952-cf68-4563-a260-9d30d464e194 req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] For port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:59:49.420668 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-05889952-cf68-4563-a260-9d30d464e194 req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.427229 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-05889952-cf68-4563-a260-9d30d464e194 req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.439478 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05889952-cf68-4563-a260-9d30d464e194 req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:49.439694 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:59:49.440201 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-05889952-cf68-4563-a260-9d30d464e194 req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.441831 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-05889952-cf68-4563-a260-9d30d464e194 req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "PUT /networking/v2.0/ports/c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 942 time: 0.3026676 Sep 03 03:59:49.442496 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:59:49.447397 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39452cc-b348-4ad6-ad4f-992758422fa6" -d '{"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:59:49.451727 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 47924) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:59:49.503100 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d0bf65-e0e2-475f-acbc-69b9341963af x-openstack-request-id: req-53d0bf65-e0e2-475f-acbc-69b9341963af {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:59:49.503556 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:59:49.503930 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-53d0bf65-e0e2-475f-acbc-69b9341963af {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:59:49.504737 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d0bf65-e0e2-475f-acbc-69b9341963af'] response: {'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'status': 'completed', 'code': 200} Sep 03 03:59:49.511959 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event updated for resources: {'Port': ['ID=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,revision_number=7']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:59:49.520852 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.521201 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.521601 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.521943 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.522279 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.522611 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.523865 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.524228 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.524769 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.525044 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.525165 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group (39c1bb55-5754-4ed9-b26e-bae65f84f925), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.525376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.525754 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.526085 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.526410 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.526729 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a1337-b91b-40e8-9731-3e186416097f tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.533687 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:59:49.556994 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group (39c1bb55-5754-4ed9-b26e-bae65f84f925), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.637137 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-62ec32cb-7175-43ad-8ce3-d8f2017a7111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:49.638894 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-62ec32cb-7175-43ad-8ce3-d8f2017a7111 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1129 time: 0.0973051 Sep 03 03:59:49.653780 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (39c1bb55-5754-4ed9-b26e-bae65f84f925), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.656365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.657457 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/39c1bb55-5754-4ed9-b26e-bae65f84f925 HTTP/1.1" status: 204 len: 168 time: 0.2024610 Sep 03 03:59:49.660353 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 47928) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:59:49.711819 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c1bb55-5754-4ed9-b26e-bae65f84f925,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:59:49.723417 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.723886 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.724300 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.724696 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.725033 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.725365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.725694 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.726018 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.726342 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.726666 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.727025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.727337 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.727657 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.727978 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.728297 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbac35c-336d-4c09-a636-b74af768f5fb tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 03:59:49.764867 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-787c7d04-7985-457b-ae50-3afa0bb94584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:49.766296 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-787c7d04-7985-457b-ae50-3afa0bb94584 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 914 time: 0.1220121 Sep 03 03:59:49.821542 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Deleting port 0c9a937b-ac96-425b-8bc9-39345b44788e {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:59:49.821853 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (0c9a937b-ac96-425b-8bc9-39345b44788e), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.832017 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-f3402169-a5be-46c9-9c9c-e0adada87c6d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 1001 time: 0.0595212 Sep 03 03:59:49.881249 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-3d802787-5567-4237-be49-198f8ad81ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:49.882712 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-3d802787-5567-4237-be49-198f8ad81ca3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 200 len: 852 time: 0.0448570 Sep 03 03:59:49.899548 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (0c9a937b-ac96-425b-8bc9-39345b44788e), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.899827 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for floatingip (0c9a937b-ac96-425b-8bc9-39345b44788e), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:49.912889 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Calling delete_port for 0c9a937b-ac96-425b-8bc9-39345b44788e owned by network:floatingip {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:59:49.926328 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-8a28d1a2-bcae-49f1-a2c8-468dc65750d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:49.927884 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-8a28d1a2-bcae-49f1-a2c8-468dc65750d6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392010 Sep 03 03:59:49.937786 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-163c4121-6b7a-4af4-b156-9dbc7df6881e service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117866) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 03:59:49.938702 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-163c4121-6b7a-4af4-b156-9dbc7df6881e service neutron] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048661 Sep 03 03:59:50.030920 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-9f4f73a6-1f36-4987-8ad4-d7860565c3a4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862730 Sep 03 03:59:50.062081 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:50.084213 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (0c9a937b-ac96-425b-8bc9-39345b44788e), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:50.087364 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:50.110496 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event deleted for resources: {'Port': ['ID=0c9a937b-ac96-425b-8bc9-39345b44788e,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:59:50.123447 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a39452cc-b348-4ad6-ad4f-992758422fa6 req-7c0bced3-55ae-4111-bbec-c79c40a8cca3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867000 Sep 03 03:59:50.184171 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks [] for floatingip (db00f887-fd51-4b2f-a6f7-a38245b68700), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:50.184534 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Floating IP db00f887-fd51-4b2f-a6f7-a38245b68700 disassociated (deleted). External IP: 172.27.4.119, port: c94f4a79-76fb-4ff7-8a7e-7ca35f492f79. Sep 03 03:59:50.387284 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:59:50.488078 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:59:50.493477 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:50.497920 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] Sync routers for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:59:50.508334 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:59:50.508928 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:59:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:59:50.523822 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-33fd1023-484c-4f1a-bbe6-d8a2eb6e2217 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/db00f887-fd51-4b2f-a6f7-a38245b68700 HTTP/1.1" status: 204 len: 168 time: 0.8617523 Sep 03 03:59:50.609361 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:59:50.802731 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:47Z', 'revision_number': 5, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:59:50.830456 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] Checking router: 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:59:50.839233 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:59:50.839818 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:59:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:59:50.938095 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:59:51.202082 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:47Z', 'revision_number': 5, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:59:51.227479 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0ea5dd-09d2-4352-8490-d0138f769656 None None] The sync data for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi is: [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:57:40Z', 'revision_number': 4, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': '98d51dad-7064-4acf-ae51-70ccdddc7157', 'name': '', 'network_id': 'cf33196c-bb04-41f2-9cb6-34bf78ff34bd', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'mac_address': 'fa:16:3e:f3:7a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 692, 'fixed_ips': [{'subnet_id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:40Z', 'updated_at': '2022-09-03T03:57:47Z', 'revision_number': 5, 'project_id': '766e95a843fd4c658750c125427135cf', 'subnets': [{'id': '0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:59:51.467653 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32149d89-c8b9-4569-8406-40ac446aff12 None None] New status for floating IP db00f887-fd51-4b2f-a6f7-a38245b68700: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 03:59:51.506168 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:59:51.508883 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:59:51.551799 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c166b3-cd49-450c-be1d-48640299c24b x-openstack-request-id: req-c9c166b3-cd49-450c-be1d-48640299c24b {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:59:51.552097 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:59:51.552349 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9c166b3-cd49-450c-be1d-48640299c24b {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:59:51.552815 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c166b3-cd49-450c-be1d-48640299c24b'] response: {'name': 'network-changed', 'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'status': 'completed', 'code': 200} Sep 03 03:59:51.617069 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-f7e8f864-bd7c-4ba3-8ab3-8cd79eae7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:51.618518 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-f7e8f864-bd7c-4ba3-8ab3-8cd79eae7062 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=766e95a843fd4c658750c125427135cf&device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 1129 time: 0.0434659 Sep 03 03:59:51.709598 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-a848f22f-8449-4cf3-b54e-ae6f7e3be073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:51.711879 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-a848f22f-8449-4cf3-b54e-ae6f7e3be073 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 200 len: 914 time: 0.0872571 Sep 03 03:59:51.755916 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-1d64f022-a327-49a7-baca-8c5c16d74040 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 200 len: 217 time: 0.0380991 Sep 03 03:59:51.803733 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-cabdd0c8-a225-4282-9aa4-a370d4c65eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:51.805181 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-cabdd0c8-a225-4282-9aa4-a370d4c65eb9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 200 len: 852 time: 0.0442281 Sep 03 03:59:51.853389 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-630b3ffd-f791-4a7f-8c79-9b8be14ef558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:51.856619 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-630b3ffd-f791-4a7f-8c79-9b8be14ef558 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cf33196c-bb04-41f2-9cb6-34bf78ff34bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460250 Sep 03 03:59:51.875037 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:51.957732 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-212da06f-ed70-4e7a-9b76-b0a3f724a84a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938585 Sep 03 03:59:52.046392 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:52.053014 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a6611489-d6ee-4bf3-8f48-8ecc841fc7f1 req-7c410f46-3ef2-4c9d-b961-149da59452ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898445 Sep 03 03:59:53.284109 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cdb4e-0127-4fea-b0da-f685166948b8 req-e49d1921-88e0-4db2-a24f-477ebf8ba73e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:53.285720 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9d8cdb4e-0127-4fea-b0da-f685166948b8 req-e49d1921-88e0-4db2-a24f-477ebf8ba73e tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.0476723 Sep 03 03:59:53.332892 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9d8cdb4e-0127-4fea-b0da-f685166948b8 req-38aeb7c4-0646-44fb-92df-96f6e27a5ef5 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413535 Sep 03 03:59:54.481649 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56039e2e-640e-4699-953c-35f1923361aa req-a7025f9c-5bde-4fcd-b3cd-e7b001ce2531 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:54.483685 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-56039e2e-640e-4699-953c-35f1923361aa req-a7025f9c-5bde-4fcd-b3cd-e7b001ce2531 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.0579050 Sep 03 03:59:54.532849 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-56039e2e-640e-4699-953c-35f1923361aa req-508756b0-a6eb-400c-84d2-dc821fadc6d4 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=cd324ee6-2c25-4b56-bcfd-9601eab0dea9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Sep 03 03:59:54.883272 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-9118de60-8c47-4787-8c9d-6ba66c2ff05b tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 03:59:54.884613 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-9118de60-8c47-4787-8c9d-6ba66c2ff05b tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 945 time: 0.0534873 Sep 03 03:59:54.976457 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Deleting port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:59:54.976801 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:55.073170 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] For port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:59:55.073517 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:55.086480 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Calling delete_port for c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:59:55.229658 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (c94f4a79-76fb-4ff7-8a7e-7ca35f492f79), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:55.248942 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 03:59:55.265829 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Pushing event deleted for resources: {'Port': ['ID=c94f4a79-76fb-4ff7-8a7e-7ca35f492f79,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:59:55.309995 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] No DVR routers for this DVR port c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 03:59:55.312740 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:55.315974 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-292a7397-f02c-432c-91a8-b3e4de9292d0 req-b59e439c-cc43-4dcd-a628-3dc3fc87dff2 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.57 "DELETE /networking/v2.0/ports/c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 HTTP/1.1" status: 204 len: 173 time: 0.4260428 Sep 03 03:59:55.316405 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'name': 'network-vif-deleted', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 03:59:55.318733 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b50dcd5-398c-407d-bec1-ccb5f5de5309" -d '{"events": [{"server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "name": "network-vif-deleted", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 03:59:55.411720 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bf4d81-9591-46f4-87e3-bdb331cd06f1 x-openstack-request-id: req-23bf4d81-9591-46f4-87e3-bdb331cd06f1 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 03:59:55.412093 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be342681-0ecf-4d3f-ae1e-038054687964", "name": "network-vif-deleted", "tag": "c94f4a79-76fb-4ff7-8a7e-7ca35f492f79", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 03:59:55.412237 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23bf4d81-9591-46f4-87e3-bdb331cd06f1 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 03:59:55.412585 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bf4d81-9591-46f4-87e3-bdb331cd06f1'] response: {'server_uuid': 'be342681-0ecf-4d3f-ae1e-038054687964', 'name': 'network-vif-deleted', 'tag': 'c94f4a79-76fb-4ff7-8a7e-7ca35f492f79', 'status': 'completed', 'code': 200} Sep 03 03:59:55.654676 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d7226eda-d121-4f4c-9c72-1aa79f4ffd0a req-54f4dc5b-4a53-4c33-8faa-9ebdc7fcbc48 tempest-TestMinimumBasicScenario-1609741507 tempest-TestMinimumBasicScenario-1609741507-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=be342681-0ecf-4d3f-ae1e-038054687964 HTTP/1.1" status: 200 len: 210 time: 0.0316830 Sep 03 03:59:57.316067 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48018) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:59:57.533190 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:57.566978 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 03:59:57.632266 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:57.726402 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:57.862701 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Deleting port 98d51dad-7064-4acf-ae51-70ccdddc7157 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:59:57.862985 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:57.958355 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] For port 98d51dad-7064-4acf-ae51-70ccdddc7157, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=98d51dad-7064-4acf-ae51-70ccdddc7157,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:59:57.958701 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:57.971577 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Calling delete_port for 98d51dad-7064-4acf-ae51-70ccdddc7157 owned by network:router_interface {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:59:58.086005 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 03:59:58.105592 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 03:59:58.105915 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device c94f4a79-76fb-4ff7-8a7e-7ca35f492f79 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 03:59:58.154736 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (98d51dad-7064-4acf-ae51-70ccdddc7157), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:58.179313 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d51dad-7064-4acf-ae51-70ccdddc7157,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:59:58.635355 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:58.645923 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:58.840740 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 03:59:58.845947 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:58.955345 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 03:59:58.960346 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-a9664a57-9193-4831-85d9-912469dbd6f3 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6432185 Sep 03 03:59:58.966832 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48020) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:59:58.967034 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] Sync routers for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 03:59:58.980068 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:59:58.980666 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:59:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:59:59.064333 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks [] for router (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.080029 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:59:59.168729 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks [] for router_gateway (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.213479 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Deleting port e867a76a-da33-405a-bf1b-f2a95cb373a3 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 03:59:59.213819 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.264300 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:59.300285 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] For port e867a76a-da33-405a-bf1b-f2a95cb373a3, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e867a76a-da33-405a-bf1b-f2a95cb373a3,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 03:59:59.300652 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.301182 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:59.313761 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Calling delete_port for e867a76a-da33-405a-bf1b-f2a95cb373a3 owned by network:router_gateway {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 03:59:59.357482 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209'}], 'enable_snat': True}, 'gw_port_id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:59:58Z', 'revision_number': 5, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port': {'id': 'e867a76a-da33-405a-bf1b-f2a95cb373a3', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:80:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:38Z', 'updated_at': '2022-09-03T03:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:59:59.383889 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] Checking router: 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 03:59:59.392151 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] Routers {'53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 03:59:59.392737 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:59:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:59:59.475378 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] Set router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c gateway port host: None {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 03:59:59.482261 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (e867a76a-da33-405a-bf1b-f2a95cb373a3), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.505386 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Pushing event deleted for resources: {'Port': ['ID=e867a76a-da33-405a-bf1b-f2a95cb373a3,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:59:59.529139 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:59:59Z', 'revision_number': 6, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 03:59:59.556283 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d95e67c-c8f7-4876-b195-4c16ca4aaaf9 None None] The sync data for ids ['53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c'] in dv-cinder-799663-12-iscsi is: [{'id': '53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c', 'name': 'tempest-TestMinimumBasicScenario-77800369-router', 'tenant_id': '766e95a843fd4c658750c125427135cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:37Z', 'updated_at': '2022-09-03T03:59:59Z', 'revision_number': 6, 'project_id': '766e95a843fd4c658750c125427135cf', 'gw_port_host': None}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 03:59:59.560365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 03:59:59.572300 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.661593 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.663869 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks [] for router_controller (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.710847 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.711462 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c {{(pid=117866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 03:59:59.715892 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.717054 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-3ec8e617-c642-46ac-a662-304a8c9d4182 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/53fb1e00-c94b-4082-a3e1-4c0cc4d9b07c HTTP/1.1" status: 204 len: 168 time: 0.7531195 Sep 03 03:59:59.719838 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48022) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:59:59.767897 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6777a8-81d8-44c9-983b-8733f46601a8 admin admin] Deleting subnet 0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 {{(pid=117867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 03:59:59.771259 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b6777a8-81d8-44c9-983b-8733f46601a8 admin admin] Publish callbacks [] for subnet (0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.806705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b6777a8-81d8-44c9-983b-8733f46601a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5081136'] for subnet (0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.883117 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b6777a8-81d8-44c9-983b-8733f46601a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.940910 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b6777a8-81d8-44c9-983b-8733f46601a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7942120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5081800'] for subnet (0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.969042 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6777a8-81d8-44c9-983b-8733f46601a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 03:59:59.971047 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-8b6777a8-81d8-44c9-983b-8733f46601a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 03:59:59.974207 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-8b6777a8-81d8-44c9-983b-8733f46601a8 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/0fa1a8e8-79ea-4ed4-8504-3fdc052b1e15 HTTP/1.1" status: 204 len: 168 time: 0.2533343 Sep 03 03:59:59.976845 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48024) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 03:59:59.981507 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea121ca7-bd45-4378-adc8-fc55715883cd None None] Network cf33196c-bb04-41f2-9cb6-34bf78ff34bd requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 04:00:00.046678 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (cf33196c-bb04-41f2-9cb6-34bf78ff34bd), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.058020 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:00.088972 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:00.095245 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Deleting port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:00:00.095669 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.160248 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] For port e933ba5d-48d0-4c59-a600-e1bb4eb00e23, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e933ba5d-48d0-4c59-a600-e1bb4eb00e23,segment=NetworkSegment(036c680a-feca-47f1-9bc9-daace0cecf36),segment_id=036c680a-feca-47f1-9bc9-daace0cecf36)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:00.160575 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.174868 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Calling delete_port for e933ba5d-48d0-4c59-a600-e1bb4eb00e23 owned by network:dhcp {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:00:00.253030 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (e933ba5d-48d0-4c59-a600-e1bb4eb00e23), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.285980 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Pushing event deleted for resources: {'Port': ['ID=e933ba5d-48d0-4c59-a600-e1bb4eb00e23,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:00.289644 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] No DVR routers for this DVR port e933ba5d-48d0-4c59-a600-e1bb4eb00e23 on host dv-cinder-799663-12-iscsi {{(pid=117867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:00:00.316169 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4a635c-4a34-4488-9b42-b26e6c0ff44f None None] DHCP port deletion for cf33196c-bb04-41f2-9cb6-34bf78ff34bd request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 04:00:00.366415 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (cf33196c-bb04-41f2-9cb6-34bf78ff34bd), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.386226 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf33196c-bb04-41f2-9cb6-34bf78ff34bd']}} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:00.395632 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036c680a-feca-47f1-9bc9-daace0cecf36') {'for_net_delete': True} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:00.395927 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036c680a-feca-47f1-9bc9-daace0cecf36') {} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:00.406217 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5081127'] for segment (036c680a-feca-47f1-9bc9-daace0cecf36), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.420108 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (036c680a-feca-47f1-9bc9-daace0cecf36), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.426871 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=117867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 04:00:00.427213 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942730'] for segment (036c680a-feca-47f1-9bc9-daace0cecf36), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.471483 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 036c680a-feca-47f1-9bc9-daace0cecf36 resource provider aggregate not found Sep 03 04:00:00.490451 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 036c680a-feca-47f1-9bc9-daace0cecf36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 036c680a-feca-47f1-9bc9-daace0cecf36 found for delete ", "request_id": "req-12716f2e-42be-4a05-b173-48517c436b30"}]} Sep 03 04:00:00.496674 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (cf33196c-bb04-41f2-9cb6-34bf78ff34bd), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.502480 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:00.505638 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/cf33196c-bb04-41f2-9cb6-34bf78ff34bd HTTP/1.1" status: 204 len: 168 time: 0.5277593 Sep 03 04:00:00.508797 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48030) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:00.520707 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa504ea7-5586-442b-bb12-88da6047e49e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf33196c-bb04-41f2-9cb6-34bf78ff34bd,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:00.617211 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:00.654415 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e867a76a-da33-405a-bf1b-f2a95cb373a3 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:00:00.673342 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: e867a76a-da33-405a-bf1b-f2a95cb373a3 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:00:00.673680 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e867a76a-da33-405a-bf1b-f2a95cb373a3 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:00:00.674089 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 98d51dad-7064-4acf-ae51-70ccdddc7157 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:00:00.691701 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 98d51dad-7064-4acf-ae51-70ccdddc7157 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:00:00.692034 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 98d51dad-7064-4acf-ae51-70ccdddc7157 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:00:00.692435 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e933ba5d-48d0-4c59-a600-e1bb4eb00e23 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:00:00.709968 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: e933ba5d-48d0-4c59-a600-e1bb4eb00e23 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:00:00.710305 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e933ba5d-48d0-4c59-a600-e1bb4eb00e23 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:00:00.831758 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (338439ab-b58c-45d7-a440-5c3f891845d7), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:01.056967 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Deleting port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:00:01.057191 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:01.142703 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] For port f23ab8de-2bb4-4da5-aaee-4f8a16ce948d, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,segment=NetworkSegment(dd42db15-4133-4c93-9164-40a48f58cc66),segment_id=dd42db15-4133-4c93-9164-40a48f58cc66)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:01.143040 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:01.155747 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Calling delete_port for f23ab8de-2bb4-4da5-aaee-4f8a16ce948d owned by network:router_interface {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:00:01.274169 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:01.352365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (f23ab8de-2bb4-4da5-aaee-4f8a16ce948d), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:01.379290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f23ab8de-2bb4-4da5-aaee-4f8a16ce948d,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:01.439403 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:01.546199 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (338439ab-b58c-45d7-a440-5c3f891845d7), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:01.766346 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Router 338439ab-b58c-45d7-a440-5c3f891845d7 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 04:00:01.874086 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 04:00:01.879451 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-1811d61e-ecbf-49ca-8fbd-80e1c68db5ab admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/338439ab-b58c-45d7-a440-5c3f891845d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3695312 Sep 03 04:00:01.883113 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48032) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:01.885388 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] Sync routers for ids ['338439ab-b58c-45d7-a440-5c3f891845d7'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 04:00:01.896216 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] Routers {'338439ab-b58c-45d7-a440-5c3f891845d7'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:00:01.896829 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:59:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['338439ab-b58c-45d7-a440-5c3f891845d7'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:01.997330 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks [] for router (338439ab-b58c-45d7-a440-5c3f891845d7), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.004223 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] Set router 338439ab-b58c-45d7-a440-5c3f891845d7 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:00:02.100164 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks [] for router_gateway (338439ab-b58c-45d7-a440-5c3f891845d7), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.175551 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:02.184820 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:02.191469 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143'}], 'enable_snat': True}, 'gw_port_id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T04:00:01Z', 'revision_number': 5, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port': {'id': '7ae176a3-247c-4fe0-91c5-3ff7816e0ef2', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:c5:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:43Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:02.218631 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] Checking router: 338439ab-b58c-45d7-a440-5c3f891845d7 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 04:00:02.230572 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] Routers {'338439ab-b58c-45d7-a440-5c3f891845d7'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:00:02.231260 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T03:59:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['338439ab-b58c-45d7-a440-5c3f891845d7'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:02.320268 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] Set router 338439ab-b58c-45d7-a440-5c3f891845d7 gateway port host: None {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:00:02.374228 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T04:00:02Z', 'revision_number': 6, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:02.443742 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Deleting port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:00:02.445536 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.524836 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e130d2c0-e0fc-4ef2-aad3-6902e1c0d567 None None] The sync data for ids ['338439ab-b58c-45d7-a440-5c3f891845d7'] in dv-cinder-799663-12-iscsi is: [{'id': '338439ab-b58c-45d7-a440-5c3f891845d7', 'name': 'tempest-TestMinimumBasicScenario-1243089643-router', 'tenant_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:42Z', 'updated_at': '2022-09-03T04:00:02Z', 'revision_number': 6, 'project_id': 'a5a66ef2ac1840d2b030b0f059bebf74', 'gw_port_host': None}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 04:00:02.535852 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] For port 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=7ae176a3-247c-4fe0-91c5-3ff7816e0ef2,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:02.536225 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.559053 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Calling delete_port for 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 owned by network:router_gateway {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:00:02.607709 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:02.619426 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:02.735798 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (7ae176a3-247c-4fe0-91c5-3ff7816e0ef2), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.761337 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae176a3-247c-4fe0-91c5-3ff7816e0ef2,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:02.821745 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (338439ab-b58c-45d7-a440-5c3f891845d7), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.911240 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (338439ab-b58c-45d7-a440-5c3f891845d7), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.913566 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks [] for router_controller (338439ab-b58c-45d7-a440-5c3f891845d7), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.961967 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (338439ab-b58c-45d7-a440-5c3f891845d7), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.962742 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 338439ab-b58c-45d7-a440-5c3f891845d7 {{(pid=117866) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 04:00:02.967519 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:02.968574 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8deeff8d-f1f6-40c4-bf0b-276f9dfb02f3 admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/338439ab-b58c-45d7-a440-5c3f891845d7 HTTP/1.1" status: 204 len: 168 time: 1.0845165 Sep 03 04:00:02.971194 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48034) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:03.024242 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2e6659-4d92-4e9b-9b19-494c89a55a02 admin admin] Deleting subnet 60af16f9-30b1-471d-a0bc-d4d09ab53722 {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 04:00:03.027774 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6659-4d92-4e9b-9b19-494c89a55a02 admin admin] Publish callbacks [] for subnet (60af16f9-30b1-471d-a0bc-d4d09ab53722), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.063225 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6659-4d92-4e9b-9b19-494c89a55a02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4319187'] for subnet (60af16f9-30b1-471d-a0bc-d4d09ab53722), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.142607 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6659-4d92-4e9b-9b19-494c89a55a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (60af16f9-30b1-471d-a0bc-d4d09ab53722), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.201131 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6659-4d92-4e9b-9b19-494c89a55a02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4280016'] for subnet (60af16f9-30b1-471d-a0bc-d4d09ab53722), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.227540 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e6659-4d92-4e9b-9b19-494c89a55a02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60af16f9-30b1-471d-a0bc-d4d09ab53722,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:03.232507 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-ff2e6659-4d92-4e9b-9b19-494c89a55a02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.235788 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-ff2e6659-4d92-4e9b-9b19-494c89a55a02 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/60af16f9-30b1-471d-a0bc-d4d09ab53722 HTTP/1.1" status: 204 len: 168 time: 0.2634330 Sep 03 04:00:03.238393 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48036) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:03.241610 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1cd35d-e13d-4cf6-af15-fadc0e2b098d None None] Network 1f354aaa-34c4-4dc8-91f1-570b42aa2777 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 04:00:03.315253 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (1f354aaa-34c4-4dc8-91f1-570b42aa2777), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.333151 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f23ab8de-2bb4-4da5-aaee-4f8a16ce948d no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:00:03.357921 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: f23ab8de-2bb4-4da5-aaee-4f8a16ce948d {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:00:03.358263 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f23ab8de-2bb4-4da5-aaee-4f8a16ce948d not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:00:03.365631 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Deleting port c3c0b729-b895-4edb-8866-7769adb83af8 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:00:03.366052 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.416433 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] DHCP port deletion for 1f354aaa-34c4-4dc8-91f1-570b42aa2777 request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 04:00:03.433295 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] For port c3c0b729-b895-4edb-8866-7769adb83af8, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c3c0b729-b895-4edb-8866-7769adb83af8,segment=NetworkSegment(dd42db15-4133-4c93-9164-40a48f58cc66),segment_id=dd42db15-4133-4c93-9164-40a48f58cc66)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:03.434188 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.448253 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Calling delete_port for c3c0b729-b895-4edb-8866-7769adb83af8 owned by network:dhcp {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:00:03.454371 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Deleting port c3c0b729-b895-4edb-8866-7769adb83af8 {{(pid=117868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:00:03.454829 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), before_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.504432 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:03.522192 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] For port c3c0b729-b895-4edb-8866-7769adb83af8, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=c3c0b729-b895-4edb-8866-7769adb83af8,segment=NetworkSegment(dd42db15-4133-4c93-9164-40a48f58cc66),segment_id=dd42db15-4133-4c93-9164-40a48f58cc66)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:03.522676 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), precommit_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.530163 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=83,neutron:DELETE=14,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:03.537611 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.537854 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Calling delete_port for c3c0b729-b895-4edb-8866-7769adb83af8 owned by network:dhcp {{(pid=117868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:00:03.568241 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c0b729-b895-4edb-8866-7769adb83af8,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:03.573957 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] No DVR routers for this DVR port c3c0b729-b895-4edb-8866-7769adb83af8 on host dv-cinder-799663-12-iscsi {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:00:03.623401 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (c3c0b729-b895-4edb-8866-7769adb83af8), after_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.646380 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Pushing event deleted for resources: {'Port': ['ID=c3c0b729-b895-4edb-8866-7769adb83af8,revision_number=None']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:03.653163 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (1f354aaa-34c4-4dc8-91f1-570b42aa2777), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.655630 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] No DVR routers for this DVR port c3c0b729-b895-4edb-8866-7769adb83af8 on host dv-cinder-799663-12-iscsi {{(pid=117868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:00:03.657995 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.658338 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.658686 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.659027 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.659443 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.659826 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.660150 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.660490 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.660809 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.661131 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.661450 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.661756 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.662064 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.662376 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.662687 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704c7954-d979-41a3-840f-8b0b46088c2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:03.676099 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f354aaa-34c4-4dc8-91f1-570b42aa2777']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:03.686073 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd42db15-4133-4c93-9164-40a48f58cc66') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:03.686371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd42db15-4133-4c93-9164-40a48f58cc66') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:03.696204 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (dd42db15-4133-4c93-9164-40a48f58cc66), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.710404 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (dd42db15-4133-4c93-9164-40a48f58cc66), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.717801 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 04:00:03.718266 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (dd42db15-4133-4c93-9164-40a48f58cc66), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.763558 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment dd42db15-4133-4c93-9164-40a48f58cc66 resource provider aggregate not found Sep 03 04:00:03.781497 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment dd42db15-4133-4c93-9164-40a48f58cc66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd42db15-4133-4c93-9164-40a48f58cc66 found for delete ", "request_id": "req-e8e37acb-e305-4076-9e5d-f5a25c3e3b2d"}]} Sep 03 04:00:03.789857 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (1f354aaa-34c4-4dc8-91f1-570b42aa2777), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.795311 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:03.798387 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/1f354aaa-34c4-4dc8-91f1-570b42aa2777 HTTP/1.1" status: 204 len: 168 time: 0.5585699 Sep 03 04:00:03.810168 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47863387-d231-4525-8024-88eafb0f31b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f354aaa-34c4-4dc8-91f1-570b42aa2777,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:03.981081 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48044) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:04.027116 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-730f4ee5-322c-4f1e-b3e9-f96f021cc925 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=766e95a843fd4c658750c125427135cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447233 Sep 03 04:00:04.030665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48046) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:04.079619 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0742-5db2-4f8f-bc48-d10c15e8df6f admin admin] Publish callbacks [] for security_group (cd324ee6-2c25-4b56-bcfd-9601eab0dea9), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:04.099335 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0742-5db2-4f8f-bc48-d10c15e8df6f admin admin] Publish callbacks [] for security_group (cd324ee6-2c25-4b56-bcfd-9601eab0dea9), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:04.151357 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0742-5db2-4f8f-bc48-d10c15e8df6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (cd324ee6-2c25-4b56-bcfd-9601eab0dea9), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:04.154190 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-9c5c0742-5db2-4f8f-bc48-d10c15e8df6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:04.155444 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-9c5c0742-5db2-4f8f-bc48-d10c15e8df6f admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/cd324ee6-2c25-4b56-bcfd-9601eab0dea9 HTTP/1.1" status: 204 len: 168 time: 0.1238778 Sep 03 04:00:04.164118 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c0742-5db2-4f8f-bc48-d10c15e8df6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd324ee6-2c25-4b56-bcfd-9601eab0dea9,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:04.481967 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48052) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:04.523956 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-34284e8a-84e4-4a91-bcac-5c76f0737f36 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=a5a66ef2ac1840d2b030b0f059bebf74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407813 Sep 03 04:00:04.526631 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48054) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:04.577542 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e60a7a01-6188-43e8-95d5-2f0ffd6098b5 admin admin] Publish callbacks [] for security_group (0d82d1cc-9626-40ff-8ab7-d043cf404d33), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:04.597629 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e60a7a01-6188-43e8-95d5-2f0ffd6098b5 admin admin] Publish callbacks [] for security_group (0d82d1cc-9626-40ff-8ab7-d043cf404d33), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:04.630569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c3c0b729-b895-4edb-8866-7769adb83af8 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:00:04.649296 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e60a7a01-6188-43e8-95d5-2f0ffd6098b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (0d82d1cc-9626-40ff-8ab7-d043cf404d33), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:04.650460 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: c3c0b729-b895-4edb-8866-7769adb83af8 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:00:04.650881 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device c3c0b729-b895-4edb-8866-7769adb83af8 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:00:04.651294 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:00:04.651911 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-e60a7a01-6188-43e8-95d5-2f0ffd6098b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:04.653074 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-e60a7a01-6188-43e8-95d5-2f0ffd6098b5 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/0d82d1cc-9626-40ff-8ab7-d043cf404d33 HTTP/1.1" status: 204 len: 168 time: 0.1255260 Sep 03 04:00:04.662319 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a7a01-6188-43e8-95d5-2f0ffd6098b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d82d1cc-9626-40ff-8ab7-d043cf404d33,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:04.669761 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:00:04.670145 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7ae176a3-247c-4fe0-91c5-3ff7816e0ef2 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:00:08.985252 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-48c4c42d-91f5-42c1-8672-924739be814c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:10.124136 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:10.489772 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=42,neutron:DELETE=7 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:10.507729 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=39,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:11.275966 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-b2f84e51-0d6a-492d-8acc-0bdf5894cc52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:12.695289 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:14.172463 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:14.211843 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:14.551636 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=19 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:14.556268 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=30 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:14.656258 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=63,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:14.657320 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=64,neutron:DELETE=8 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:23.378299 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-ca1b8bb1-fd36-4a03-b743-0ed740314542 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425460 Sep 03 04:00:23.442041 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-02515efa-401b-4017-81e4-a75e9b74bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:23.443680 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-02515efa-401b-4017-81e4-a75e9b74bddf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 1130 time: 0.0392773 Sep 03 04:00:23.551384 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-bf4d316f-8e95-44e5-bcf7-79654081ce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:23.552760 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-bf4d316f-8e95-44e5-bcf7-79654081ce4a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0899389 Sep 03 04:00:23.621035 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-2b18b9ed-4aa2-4c43-b4c8-cf76a3751b6b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bcc82def-e23b-469c-b25e-dc68383ed438 HTTP/1.1" status: 200 len: 1002 time: 0.0625894 Sep 03 04:00:23.677644 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-10e57402-4915-4f2a-a705-4e173d722c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:23.679134 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-10e57402-4915-4f2a-a705-4e173d722c71 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0526390 Sep 03 04:00:23.722553 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-b19c407b-198e-49e5-8249-c7a10cf93bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:23.724099 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-b19c407b-198e-49e5-8249-c7a10cf93bcd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0395179 Sep 03 04:00:23.819154 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-29058d06-bf92-4b28-bceb-fe2a7ce03d7b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891342 Sep 03 04:00:23.916176 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-93fc28c1-26eb-4715-b62b-ad93b2e7aef4 req-9fdad216-e298-45eb-b26c-f63ca598108a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914476 Sep 03 04:00:24.198862 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=67,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:24.204954 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=59,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:31.833256 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274bc62-e82b-443e-9fe4-62bef7933b19 req-ec10ff97-cea5-405c-908e-2fb86d57d15d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:31.834726 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5274bc62-e82b-443e-9fe4-62bef7933b19 req-ec10ff97-cea5-405c-908e-2fb86d57d15d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 946 time: 0.0479603 Sep 03 04:00:31.889909 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5274bc62-e82b-443e-9fe4-62bef7933b19 req-f1929fa1-1367-4c67-8411-9c8714a3f79e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465710 Sep 03 04:00:33.027599 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b285df-5d5b-4b37-a09a-016713a8859c req-76f0bfc5-7acf-4767-96e9-99a1bd383040 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:33.029050 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-83b285df-5d5b-4b37-a09a-016713a8859c req-76f0bfc5-7acf-4767-96e9-99a1bd383040 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 946 time: 0.0551004 Sep 03 04:00:33.081296 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-83b285df-5d5b-4b37-a09a-016713a8859c req-1c062c15-5af6-4271-9517-6a574fbb94ab tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441227 Sep 03 04:00:33.256720 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-a632607a-26a3-44bf-a211-d6d4768413f2 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:33.258687 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-a632607a-26a3-44bf-a211-d6d4768413f2 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 946 time: 0.0604701 Sep 03 04:00:33.344971 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Deleting port bcc82def-e23b-469c-b25e-dc68383ed438 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:00:33.345289 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:33.449440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] For port bcc82def-e23b-469c-b25e-dc68383ed438, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=bcc82def-e23b-469c-b25e-dc68383ed438,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:33.449745 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:33.612146 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:33.619142 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:33.619500 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (25af3341-641b-461f-9844-7650429b570a), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:33.619808 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Floating IP 25af3341-641b-461f-9844-7650429b570a disassociated. External IP: 172.27.4.189, port: bcc82def-e23b-469c-b25e-dc68383ed438. Sep 03 04:00:33.620145 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Calling delete_port for bcc82def-e23b-469c-b25e-dc68383ed438 owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:00:33.662483 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:33.756113 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (bcc82def-e23b-469c-b25e-dc68383ed438), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:33.785456 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event deleted for resources: {'Port': ['ID=bcc82def-e23b-469c-b25e-dc68383ed438,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:33.899432 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 04:00:34.006521 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 04:00:34.016598 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 04:00:34.026838 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:00:34.027481 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:00:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:34.053389 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] No DVR routers for this DVR port bcc82def-e23b-469c-b25e-dc68383ed438 on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:00:34.056420 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:34.060070 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-b1641711-8e49-486d-8092-66d29d55a3f0 req-8429bde8-6bc0-403a-825f-7c98c412f742 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "DELETE /networking/v2.0/ports/bcc82def-e23b-469c-b25e-dc68383ed438 HTTP/1.1" status: 204 len: 173 time: 0.7965631 Sep 03 04:00:34.060505 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'name': 'network-vif-deleted', 'tag': 'bcc82def-e23b-469c-b25e-dc68383ed438'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:00:34.063949 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73174392-380c-4d6a-9dea-4b1b4c1de8e3" -d '{"events": [{"server_uuid": "b6ffe18c-8f84-4388-a17a-60885c5f9f1c", "name": "network-vif-deleted", "tag": "bcc82def-e23b-469c-b25e-dc68383ed438"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:00:34.109821 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 04:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c891ff4-b42d-4360-840b-e293186d609d x-openstack-request-id: req-0c891ff4-b42d-4360-840b-e293186d609d {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:00:34.110205 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ffe18c-8f84-4388-a17a-60885c5f9f1c", "name": "network-vif-deleted", "tag": "bcc82def-e23b-469c-b25e-dc68383ed438", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:00:34.110415 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c891ff4-b42d-4360-840b-e293186d609d {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:00:34.110843 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c891ff4-b42d-4360-840b-e293186d609d'] response: {'server_uuid': 'b6ffe18c-8f84-4388-a17a-60885c5f9f1c', 'name': 'network-vif-deleted', 'tag': 'bcc82def-e23b-469c-b25e-dc68383ed438', 'status': 'completed', 'code': 200} Sep 03 04:00:34.133615 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:00:34.218445 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-97c00b09-d497-4cbf-a270-e4b565066dfa req-86d17a20-2ae2-4ebd-8783-af50ba05340e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=b6ffe18c-8f84-4388-a17a-60885c5f9f1c HTTP/1.1" status: 200 len: 210 time: 0.0376370 Sep 03 04:00:34.339176 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:34.364309 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 04:00:34.372841 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:00:34.373471 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:00:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:34.481854 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:00:34.642011 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:00:34.771300 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:34.797741 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815199fc-5700-4c7d-be1e-762e9395a22d None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 04:00:35.014512 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32a6645-9694-4f5b-b5e0-f35d48b4dc4f None None] New status for floating IP 25af3341-641b-461f-9844-7650429b570a: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 04:00:35.508989 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-78c4d1de-363d-468c-9cd8-9b342372aca9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1403213854&fields=id&tenant_id=f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 267 time: 0.0538127 Sep 03 04:00:35.621414 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-6d2347dc-e329-455d-967b-50432004f652 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:35.622830 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-6d2347dc-e329-455d-967b-50432004f652 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 811 time: 0.1048965 Sep 03 04:00:35.640783 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-a84d13f1-646f-4548-9cea-b46be797f3fd tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/quotas/f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 375 time: 0.0100639 Sep 03 04:00:35.699029 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-c5b047d2-74af-4bfb-ba52-bf3531039f9b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532341 Sep 03 04:00:35.815895 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-309f2469-c2ea-4f47-9dfc-65e0964ccf1b service neutron] http://10.222.0.25:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=117867) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 03 04:00:35.816859 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-309f2469-c2ea-4f47-9dfc-65e0964ccf1b service neutron] 10.222.0.25 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1064138 Sep 03 04:00:35.912451 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-ae55ec3b-7193-4a5b-8ab3-08726e6bd2e7 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871079 Sep 03 04:00:36.015097 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-a05472c4-1ada-4391-9776-0110c2bc94ee service neutron] 10.222.0.25 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969462 Sep 03 04:00:36.240697 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device bcc82def-e23b-469c-b25e-dc68383ed438 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:00:36.264699 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: bcc82def-e23b-469c-b25e-dc68383ed438 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:00:36.265050 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device bcc82def-e23b-469c-b25e-dc68383ed438 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:00:36.315601 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7a6837b0-d16c-4bb8-b80a-fc1041b0d2df req-0a1ccb14-490e-413c-9dbf-2d03713aab98 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 210 time: 0.0280235 Sep 03 04:00:37.409643 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-19507e93-27c5-4ba9-8ac0-e57a1749b4d0 req-78733bbd-e72e-4342-a52b-6fa718367b81 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 210 time: 0.0291078 Sep 03 04:00:38.519111 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-18fe1612-0ba3-4b04-aa88-5c26d7a467c2 req-a8ddc1ff-7a86-4a9a-aff2-7c32f7341ace tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 210 time: 0.0308592 Sep 03 04:00:38.992926 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-6168cfcd-ae59-45d1-a576-6f0dfdf8e711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:39.607024 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-f59a0c26-852c-47e4-8f0a-21dcb3249a6b req-37a1751c-d9a9-470e-aa0a-b1ba04710989 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 210 time: 0.0285959 Sep 03 04:00:40.142462 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:40.721883 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-77c6b7fa-5c12-4534-acfc-0bc11e4f035b req-6ffbb396-30fb-4853-8738-8b8991ae66d3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 210 time: 0.0279226 Sep 03 04:00:41.273306 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9ca769d0-4b09-4c64-a20b-eb8424ea95de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:41.498780 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-81bc8182-1c3e-4f36-9f56-114309b70c02 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:41.500264 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-81bc8182-1c3e-4f36-9f56-114309b70c02 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 811 time: 0.1118917 Sep 03 04:00:41.560832 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-0a181cc6-2883-4589-b771-b62119d41a62 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 380 time: 0.0530293 Sep 03 04:00:41.569757 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'port': {'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'admin_state_up': True, 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'security_groups': ['602c2144-170c-4831-a098-de02d80bcc69']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 04:00:41.685574 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Made reservation on behalf of f40913ed988e4d3f8164fad43a6e8508 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 04:00:41.689448 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:41.808105 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:41.831644 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Allocated IP 172.20.0.12 (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42/3d382bd9-aad7-4324-a50c-9de5784e8d30/e4e92cf0-9e6c-40a6-a76b-320356acf58e) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 04:00:41.848690 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:41.857680 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-4f8f6441-0fdc-44f7-a235-ce3c72e187f7 req-b8671a2d-b171-4bc1-90f9-9a096f7199ea tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 210 time: 0.0501528 Sep 03 04:00:41.989835 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.022740 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.066838 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 04:00:42.070020 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 04:00:42.074557 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 04:00:42.080895 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=e4e92cf0-9e6c-40a6-a76b-320356acf58e,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:42.131731 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:42.132363 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.149852 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-51b48c38-6f2f-4b9f-960f-023c6278a787 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5838759 Sep 03 04:00:42.160926 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Request body: {'port': {'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 04:00:42.222672 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.333966 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-75a74411-a745-46ad-b34a-98e853dcefba None None] Provisioning complete for port e4e92cf0-9e6c-40a6-a76b-320356acf58e triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 04:00:42.334565 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-75a74411-a745-46ad-b34a-98e853dcefba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.370208 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-75a74411-a745-46ad-b34a-98e853dcefba None None] Port e4e92cf0-9e6c-40a6-a76b-320356acf58e cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 04:00:42.494049 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4e92cf0-9e6c-40a6-a76b-320356acf58e {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 04:00:42.501688 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Publish callbacks [] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.514034 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Transition to ACTIVE for port object e4e92cf0-9e6c-40a6-a76b-320356acf58e will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 04:00:42.520027 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.577441 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e92cf0-9e6c-40a6-a76b-320356acf58e,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:42.628246 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Attempting to bind port e4e92cf0-9e6c-40a6-a76b-320356acf58e on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 04:00:42.628587 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Attempting to bind port e4e92cf0-9e6c-40a6-a76b-320356acf58e by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 04:00:42.628916 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Attempting to bind port e4e92cf0-9e6c-40a6-a76b-320356acf58e on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 04:00:42.633665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Port e4e92cf0-9e6c-40a6-a76b-320356acf58e on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 04:00:42.633983 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Attempting to bind port e4e92cf0-9e6c-40a6-a76b-320356acf58e on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 04:00:42.639335 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 4, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 04:00:42.639672 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Checking segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 04:00:42.640051 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Bound using segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 04:00:42.640473 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Bound port: e4e92cf0-9e6c-40a6-a76b-320356acf58e, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 04:00:42.640826 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.643415 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:42.658513 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:42.685899 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.710657 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] For port e4e92cf0-9e6c-40a6-a76b-320356acf58e, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 04:00:42.714280 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] For port e4e92cf0-9e6c-40a6-a76b-320356acf58e, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 04:00:42.721414 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.725479 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:42.726149 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:42.727545 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 200 len: 1094 time: 0.5709367 Sep 03 04:00:42.728026 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:00:42.730615 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:00:42.782042 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 04:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14352221-eecb-4ad9-95be-92b6d09b76d8 x-openstack-request-id: req-14352221-eecb-4ad9-95be-92b6d09b76d8 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:00:42.782339 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:00:42.782579 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14352221-eecb-4ad9-95be-92b6d09b76d8 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:00:42.783002 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14352221-eecb-4ad9-95be-92b6d09b76d8'] response: {'name': 'network-changed', 'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'status': 'completed', 'code': 200} Sep 03 04:00:42.811908 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67cf465-38d9-488b-945b-af6cfea33702 service neutron] Pushing event updated for resources: {'Port': ['ID=e4e92cf0-9e6c-40a6-a76b-320356acf58e,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:42.818988 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-c480b8c2-314b-4b25-a169-8a9a2e677771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:42.820479 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-c480b8c2-314b-4b25-a169-8a9a2e677771 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1128 time: 0.0544555 Sep 03 04:00:42.864056 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-fff23abc-0902-4202-926d-6f2935e1b98b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 200 len: 217 time: 0.0367532 Sep 03 04:00:42.921087 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-2311fd11-b08c-4758-b277-d5fa426e51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:42.922548 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-2311fd11-b08c-4758-b277-d5fa426e51b5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0533936 Sep 03 04:00:42.966063 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-bb3fa675-704d-4c91-abc4-499559508ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:42.967550 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-bb3fa675-704d-4c91-abc4-499559508ad4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0389717 Sep 03 04:00:42.986057 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbeab6-b200-4623-a3c2-3dab3522dd88 req-0cbd127c-5c57-4504-823f-c3baccede89c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:42.987561 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-67cbeab6-b200-4623-a3c2-3dab3522dd88 req-0cbd127c-5c57-4504-823f-c3baccede89c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 944 time: 0.0474355 Sep 03 04:00:43.037762 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-67cbeab6-b200-4623-a3c2-3dab3522dd88 req-737e4be6-4471-4bad-b23c-b4d814907e43 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443997 Sep 03 04:00:43.060616 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-fed235de-cc27-401d-92d0-d9008b1250a1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872402 Sep 03 04:00:43.150498 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d07bf2fe-0251-449e-8f96-f08f1afd7a83 req-56217de2-fe97-44e3-bf52-de5f017dde2c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834246 Sep 03 04:00:43.383245 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-45b2eb49-f65a-440e-969b-2025b746c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:43.385483 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-45b2eb49-f65a-440e-969b-2025b746c9d6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1128 time: 0.0474081 Sep 03 04:00:43.483245 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-26f683b8-990c-41e4-8452-645197abe71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:43.484688 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-26f683b8-990c-41e4-8452-645197abe71c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0932014 Sep 03 04:00:43.524622 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-32b50146-95f0-4d5a-88d2-44e2eae671d7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 200 len: 217 time: 0.0327516 Sep 03 04:00:43.577189 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-505d62a3-ea4d-4601-bb97-6bfc9967ff87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:43.578549 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-505d62a3-ea4d-4601-bb97-6bfc9967ff87 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0484128 Sep 03 04:00:43.620977 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-241cd847-77e6-4b41-b8e2-2e4b831b7838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:43.622387 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-241cd847-77e6-4b41-b8e2-2e4b831b7838 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379016 Sep 03 04:00:43.717552 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-569bef39-edf2-4689-a035-c5e5666589c7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895867 Sep 03 04:00:43.812192 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bb73cc88-f1c9-466e-ae3f-482f894b3d5b req-084eed9d-db9e-43a8-8784-ad0777239eb7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884411 Sep 03 04:00:44.162102 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:44.169112 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:44.170931 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f262d-e96b-4307-bc9c-7d596ac0e69b req-901e2c8b-fc81-4ffe-be42-bf233a34bafb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:44.172409 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d55f262d-e96b-4307-bc9c-7d596ac0e69b req-901e2c8b-fc81-4ffe-be42-bf233a34bafb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 944 time: 0.0495977 Sep 03 04:00:44.206469 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:44.223768 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d55f262d-e96b-4307-bc9c-7d596ac0e69b req-b45d43f1-5f8e-4aa8-a7c5-0d9fc764537c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451868 Sep 03 04:00:45.348345 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06380e-8b8b-4ae7-bf40-de923f3544e6 req-2fb475e7-5213-419e-ad9b-55479dba321d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:45.349783 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8a06380e-8b8b-4ae7-bf40-de923f3544e6 req-2fb475e7-5213-419e-ad9b-55479dba321d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 944 time: 0.0484638 Sep 03 04:00:45.399959 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-8a06380e-8b8b-4ae7-bf40-de923f3544e6 req-6313a6a2-8870-46f5-af37-2187a7b0bae3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439861 Sep 03 04:00:46.541244 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1d0bc-b47c-4448-9dcf-dfcc508319a3 req-4bf8a79d-f134-451a-b9ce-3ead08d7d7a6 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:46.542672 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-73d1d0bc-b47c-4448-9dcf-dfcc508319a3 req-4bf8a79d-f134-451a-b9ce-3ead08d7d7a6 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 944 time: 0.0541956 Sep 03 04:00:46.563718 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:46.595939 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-73d1d0bc-b47c-4448-9dcf-dfcc508319a3 req-f3b80ca4-aee0-4e60-879d-e1ee3c4d7905 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Sep 03 04:00:47.730619 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc84c-a66e-4f21-b5c6-89cb46c61937 req-412e48cf-3047-4f31-ac1b-ed516dec0777 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:47.732095 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-218cc84c-a66e-4f21-b5c6-89cb46c61937 req-412e48cf-3047-4f31-ac1b-ed516dec0777 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 944 time: 0.0523667 Sep 03 04:00:47.785238 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-218cc84c-a66e-4f21-b5c6-89cb46c61937 req-eeddada6-aa9b-46b6-9ef9-e4ce162e5c55 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471983 Sep 03 04:00:48.927885 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e43c5-50a5-4086-aaea-fe9a5d85aab0 req-3b4573a2-e935-4306-a9f0-dbaab7847aca tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:48.929319 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5e1e43c5-50a5-4086-aaea-fe9a5d85aab0 req-3b4573a2-e935-4306-a9f0-dbaab7847aca tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 944 time: 0.0491612 Sep 03 04:00:48.984893 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5e1e43c5-50a5-4086-aaea-fe9a5d85aab0 req-43d88b25-caab-4eb3-8a7a-bed1485bd3f9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470016 Sep 03 04:00:50.120075 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4711-26ff-42f6-aed5-4a7438035a50 req-115796c5-36ac-4a61-930b-fe7b76fc91b6 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:50.121529 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e6fd4711-26ff-42f6-aed5-4a7438035a50 req-115796c5-36ac-4a61-930b-fe7b76fc91b6 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 944 time: 0.0491393 Sep 03 04:00:50.175738 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-e6fd4711-26ff-42f6-aed5-4a7438035a50 req-fb52e7bb-0ded-4bc8-8515-f807b45881a9 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Sep 03 04:00:50.341858 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device e4e92cf0-9e6c-40a6-a76b-320356acf58e details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 04:00:50.451140 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port e4e92cf0-9e6c-40a6-a76b-320356acf58e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:50.462045 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 04:00:50.501532 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port e4e92cf0-9e6c-40a6-a76b-320356acf58e is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 04:00:50.502043 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:50.523413 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4e92cf0-9e6c-40a6-a76b-320356acf58e {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 04:00:50.544865 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port e4e92cf0-9e6c-40a6-a76b-320356acf58e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:50.551071 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:50.599154 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=e4e92cf0-9e6c-40a6-a76b-320356acf58e,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:50.778992 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['e4e92cf0-9e6c-40a6-a76b-320356acf58e'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 04:00:50.947592 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:51.023809 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:51.304677 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80071749-c404-4d25-aed9-90511c158bf5 req-c9cd470e-511d-4f73-b8d0-447c5271e19d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:51.306093 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-80071749-c404-4d25-aed9-90511c158bf5 req-c9cd470e-511d-4f73-b8d0-447c5271e19d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 945 time: 0.0461214 Sep 03 04:00:51.360241 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-80071749-c404-4d25-aed9-90511c158bf5 req-9275face-a419-4120-8ca4-8f3287aacbc8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471997 Sep 03 04:00:51.553041 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=81 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:51.554160 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=59 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:52.350790 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device e4e92cf0-9e6c-40a6-a76b-320356acf58e up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 04:00:52.396517 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port e4e92cf0-9e6c-40a6-a76b-320356acf58e completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 04:00:52.407138 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port e4e92cf0-9e6c-40a6-a76b-320356acf58e triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 04:00:52.407507 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:52.483305 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port e4e92cf0-9e6c-40a6-a76b-320356acf58e is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 04:00:52.483660 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:52.493942 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db18186-848e-4479-a451-31ab4da3782e req-04f1304c-1528-4f37-b6e9-a256ab3fbe77 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:52.495444 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7db18186-848e-4479-a451-31ab4da3782e req-04f1304c-1528-4f37-b6e9-a256ab3fbe77 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 945 time: 0.0466850 Sep 03 04:00:52.507737 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:00:52.509999 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbccde7-f8d9-4c2c-bc03-c21c9874c887" -d '{"events": [{"server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "name": "network-vif-plugged", "status": "completed", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:00:52.522578 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port e4e92cf0-9e6c-40a6-a76b-320356acf58e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:00:52.532566 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:52.546544 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:52.552466 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7db18186-848e-4479-a451-31ab4da3782e req-2aa07d9e-508c-4e03-8acc-af6794d9d096 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509019 Sep 03 04:00:52.582597 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=e4e92cf0-9e6c-40a6-a76b-320356acf58e,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:52.676182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 04:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d4a13c-461c-4097-8cc2-2b2509ad69b9 x-openstack-request-id: req-d3d4a13c-461c-4097-8cc2-2b2509ad69b9 {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:00:52.676524 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "name": "network-vif-plugged", "status": "completed", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:00:52.676792 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3d4a13c-461c-4097-8cc2-2b2509ad69b9 {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:00:52.677187 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d4a13c-461c-4097-8cc2-2b2509ad69b9'] response: {'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'code': 200} Sep 03 04:00:52.909345 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c53436-bd70-4f0d-9db7-bc67cc0b0e95 req-0fd1eb46-0789-4ac1-b3fd-1ea3812c9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:52.910769 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-77c53436-bd70-4f0d-9db7-bc67cc0b0e95 req-0fd1eb46-0789-4ac1-b3fd-1ea3812c9ea3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1130 time: 0.0489638 Sep 03 04:00:52.958725 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-77c53436-bd70-4f0d-9db7-bc67cc0b0e95 req-b93dc7ba-dd64-42f0-afef-fe0e03746cae service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Sep 03 04:00:53.669524 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:53.683446 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04877c-3c61-4916-9bd4-262017959213 req-a4abb08f-f801-40e6-9b80-f956352e2f0b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:53.684918 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9c04877c-3c61-4916-9bd4-262017959213 req-a4abb08f-f801-40e6-9b80-f956352e2f0b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 946 time: 0.0482318 Sep 03 04:00:53.733966 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9c04877c-3c61-4916-9bd4-262017959213 req-29649a28-f584-4905-80c6-3ac277118daf tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434163 Sep 03 04:00:54.868241 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20739df7-ef6e-42a4-843c-cf911b7bf09b req-e7989d1d-c35b-408c-9ce1-ad961a92cfe2 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:54.869604 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-20739df7-ef6e-42a4-843c-cf911b7bf09b req-e7989d1d-c35b-408c-9ce1-ad961a92cfe2 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 946 time: 0.0564427 Sep 03 04:00:54.921981 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-20739df7-ef6e-42a4-843c-cf911b7bf09b req-ff18c617-2a94-4980-a3f2-e4f48e5b1e19 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448906 Sep 03 04:00:55.042344 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44845cc7-4baf-4cf8-8859-b62182f489f3 req-883e7c86-7f38-4f85-b58e-8a3aff056662 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:55.043821 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-44845cc7-4baf-4cf8-8859-b62182f489f3 req-883e7c86-7f38-4f85-b58e-8a3aff056662 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 946 time: 0.0477166 Sep 03 04:00:55.095797 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-44845cc7-4baf-4cf8-8859-b62182f489f3 req-fcaa7de9-1804-4417-9bd0-66020d18b5e7 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461566 Sep 03 04:00:55.129285 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48144) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:55.170515 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea29f8-c36b-4846-b46f-8d8451f97e07 tempest-TestVolumeBootPattern-2019553254 tempest-TestVolumeBootPattern-2019553254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:55.172051 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-82ea29f8-c36b-4846-b46f-8d8451f97e07 tempest-TestVolumeBootPattern-2019553254 tempest-TestVolumeBootPattern-2019553254-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1125 time: 0.0412893 Sep 03 04:00:55.176194 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48146) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:00:55.180295 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address': '172.20.0.12'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 04:00:55.209620 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:55.295530 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:55.401857 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Allocated IP 172.27.4.22 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/cb259924-76a1-4b26-80b6-b41a321ae80e) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 04:00:55.508716 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (cb259924-76a1-4b26-80b6-b41a321ae80e), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:55.544652 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (cb259924-76a1-4b26-80b6-b41a321ae80e), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:55.585447 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 04:00:55.590531 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 04:00:55.592786 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=cb259924-76a1-4b26-80b6-b41a321ae80e,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:55.594970 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 04:00:55.621387 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.621729 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.622084 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.622448 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.622793 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.623151 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.623473 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.623788 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.624137 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.624486 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.624804 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.625122 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.625419 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.625734 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.626043 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:00:55.803799 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:55.810037 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:55.961643 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (61be8f99-2eb2-48ba-ba63-04c13b2a516a), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:56.035528 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (cb259924-76a1-4b26-80b6-b41a321ae80e), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:56.408910 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (cb259924-76a1-4b26-80b6-b41a321ae80e), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:56.415653 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (cb259924-76a1-4b26-80b6-b41a321ae80e), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:56.482868 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=cb259924-76a1-4b26-80b6-b41a321ae80e,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:00:56.485373 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (61be8f99-2eb2-48ba-ba63-04c13b2a516a), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:56.582234 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Floating IP 61be8f99-2eb2-48ba-ba63-04c13b2a516a associated. External IP: 172.27.4.22, port: e4e92cf0-9e6c-40a6-a76b-320356acf58e. Sep 03 04:00:56.778157 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 04:00:56.836444 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:56.879199 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:00:56.885092 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 04:00:56.895822 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 04:00:56.906061 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:00:56.906683 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:00:56.907401 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:00:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:56.936294 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-bd8fb66c-76fa-4195-8cfc-e1e3a66c20b3 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7591569 Sep 03 04:00:56.936900 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:00:56.939220 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b" -d '{"events": [{"name": "network-changed", "server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:00:56.975831 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 04:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a036265-fd6f-4060-90de-bc5e894c5168 x-openstack-request-id: req-0a036265-fd6f-4060-90de-bc5e894c5168 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:00:56.976087 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:00:56.976339 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a036265-fd6f-4060-90de-bc5e894c5168 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:00:56.976744 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a036265-fd6f-4060-90de-bc5e894c5168'] response: {'name': 'network-changed', 'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'status': 'completed', 'code': 200} Sep 03 04:00:57.010153 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:00:57.040521 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-b0f55cf4-429c-4153-989d-a7abd7356fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:57.042019 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-b0f55cf4-429c-4153-989d-a7abd7356fb1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1130 time: 0.0432343 Sep 03 04:00:57.135012 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-4afdb162-f2bb-4d7c-93bf-dbeff2f18788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:57.136408 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-4afdb162-f2bb-4d7c-93bf-dbeff2f18788 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0862970 Sep 03 04:00:57.200918 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-213c13a1-6727-431c-b013-9c09408cb107 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 200 len: 999 time: 0.0589802 Sep 03 04:00:57.218774 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:55Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:57.243951 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 04:00:57.250196 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-bc5a5f38-8c07-42d0-b14e-139e75574c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:57.251739 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-bc5a5f38-8c07-42d0-b14e-139e75574c98 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0451303 Sep 03 04:00:57.253459 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:00:57.254197 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:00:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:57.295335 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-4b9269ed-ed71-4ce2-bf2f-7206694e1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:00:57.296849 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-4b9269ed-ed71-4ce2-bf2f-7206694e1e7b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390179 Sep 03 04:00:57.358030 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:00:57.394020 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-c6f9c973-6e35-4a4d-b218-22628ce83ec1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905178 Sep 03 04:00:57.491038 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-c9cbcbe1-abfc-4cd9-908c-0605f644ee4b req-dc5f480a-2a9c-413e-8442-bf6517f4d44f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908282 Sep 03 04:00:57.576076 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:55Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:00:57.604553 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd5dc0-71e0-4532-8575-4803e173564e None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:55Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 04:00:57.807019 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549f76b0-9d83-402b-ac63-f25293d4d726 None None] New status for floating IP 61be8f99-2eb2-48ba-ba63-04c13b2a516a: ACTIVE {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 04:01:06.932464 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:06.933628 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=7 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:07.485866 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=86 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:07.487111 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:07.571335 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=74,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:07.579090 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=75 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:07.910177 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:07.913350 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=36,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:08.987054 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ad44be9e-6917-4949-8ce1-afeb8f7cbc1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:10.143704 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:11.271003 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-67e0c69e-a67d-4cb9-b6c7-f27e23719c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:11.646669 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:01:12.700699 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:14.180379 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:14.211105 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:24.198352 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:24.204363 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:25.381248 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-ab9fe7b1-03b8-4b79-9535-540de4260f07 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434327 Sep 03 04:01:25.463183 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-0c134a92-8ce1-4184-85a5-ff555c0fbf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:01:25.464660 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-0c134a92-8ce1-4184-85a5-ff555c0fbf1d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1130 time: 0.0393641 Sep 03 04:01:25.578025 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-cbdb6636-b161-4d15-96e9-fe80ae1b5650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:01:25.579423 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-cbdb6636-b161-4d15-96e9-fe80ae1b5650 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0965800 Sep 03 04:01:25.657067 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-4b655703-06cd-4343-b508-71cb4e5f5030 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 200 len: 1001 time: 0.0710702 Sep 03 04:01:25.711368 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-1d68884d-e2ac-47dd-953a-b241c4303583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:01:25.713662 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-1d68884d-e2ac-47dd-953a-b241c4303583 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0500097 Sep 03 04:01:25.758538 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-636d55c1-b6f1-413e-8b25-99f6ba703f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:01:25.760052 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-636d55c1-b6f1-413e-8b25-99f6ba703f3e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399795 Sep 03 04:01:25.864178 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-149fed3f-5ead-41d8-9be4-c77426b5a442 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973535 Sep 03 04:01:25.960165 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-bccf3260-42e3-448a-8a4d-f6380af717ce req-af4e83aa-6477-4b5f-81d2-3af7bbda9668 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901973 Sep 03 04:01:28.550240 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:28.556323 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:35.951588 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=45 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:35.957005 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=56 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:38.991876 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-4e25193b-fea4-438c-959b-881aa91b0971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:40.141352 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:41.272383 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-de82a416-16f6-47ae-a9b7-87920fc3f825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:42.702315 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:44.180098 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:44.216442 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:01:48.644838 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:01:54.207214 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:01:54.209708 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:08.988923 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-6fc476d1-536b-4516-b808-eeeedcd92957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:10.149839 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:10.546446 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=16 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:10.547734 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=20 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:11.268842 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-4da8f651-f2ea-4974-8d8e-6185ce446e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:12.700178 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:14.185677 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:14.210658 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:24.203480 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:24.205942 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:25.649880 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:02:26.364735 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-6647f2ab-808c-48b4-80ea-aca68ed213d0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410202 Sep 03 04:02:26.451969 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-cd7f1d2c-0ccb-476e-b4db-6a5e2b807338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:26.453460 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-cd7f1d2c-0ccb-476e-b4db-6a5e2b807338 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1130 time: 0.0400994 Sep 03 04:02:26.574209 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-bfef81cd-1012-4ce1-872a-47e787781578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:26.576168 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-bfef81cd-1012-4ce1-872a-47e787781578 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.1029186 Sep 03 04:02:26.649514 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-798ba088-38d9-4d28-9867-7af92637a6f2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 200 len: 1001 time: 0.0662527 Sep 03 04:02:26.697711 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-cfea04b0-b916-4832-ad9f-3e986d4e3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:26.699142 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-cfea04b0-b916-4832-ad9f-3e986d4e3c9b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0438905 Sep 03 04:02:26.746310 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-15ec470e-2294-4dcc-9a07-347e6150aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:26.747806 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-15ec470e-2294-4dcc-9a07-347e6150aa0d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428414 Sep 03 04:02:26.837485 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-30ef2508-41c2-49b1-b6ef-a48b4caba276 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Sep 03 04:02:27.207718 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3e11ee7-7f49-48a2-a744-cc52c2815456 req-2c9b65be-43a4-4e04-b979-76232fd08ad8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642561 Sep 03 04:02:34.259690 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-6a362f72-afcb-4991-b895-1d29dcfb7325 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1403213854&fields=id&tenant_id=f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 267 time: 0.0518889 Sep 03 04:02:34.380671 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-dc892ff2-15a7-44b6-ab18-91b034c36ff6 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:34.382146 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-dc892ff2-15a7-44b6-ab18-91b034c36ff6 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 811 time: 0.1147995 Sep 03 04:02:34.396880 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-0fa48dda-0cd5-496f-802d-78a323b111cb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/quotas/f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 375 time: 0.0090549 Sep 03 04:02:34.450931 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-bb79be2d-ba8a-41ca-a4e1-18131e7ed7a6 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491197 Sep 03 04:02:34.561570 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-ce59e991-b9a8-40d1-bd82-65a7251fab45 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927782 Sep 03 04:02:34.658779 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-686555b3-1e3d-414b-9bbb-b10face09c12 service neutron] 10.222.0.25 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913160 Sep 03 04:02:34.981793 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d0a3d563-339f-4840-a38b-23efad7ef0d9 req-5715bd71-5fb2-4480-b779-f3b7b5be5602 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 210 time: 0.0285451 Sep 03 04:02:36.030654 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-562b5003-3599-4057-8f06-b232d1db806b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:36.032132 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-562b5003-3599-4057-8f06-b232d1db806b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 811 time: 0.1108482 Sep 03 04:02:36.095393 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-9c042cc8-2806-4668-875c-68f46ddc00e7 req-cdf0ae1b-bb86-4371-8a76-0bd691f6d616 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 210 time: 0.0361075 Sep 03 04:02:36.100121 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-b51f0b95-a04a-4abc-8fdb-4217ffefef1f tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f40913ed988e4d3f8164fad43a6e8508 HTTP/1.1" status: 200 len: 380 time: 0.0579491 Sep 03 04:02:36.115150 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'port': {'device_id': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'admin_state_up': True, 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'security_groups': ['602c2144-170c-4831-a098-de02d80bcc69']}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 04:02:36.220137 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Made reservation on behalf of f40913ed988e4d3f8164fad43a6e8508 for: {'port': 1} {{(pid=117866) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 04:02:36.224119 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:36.304322 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:36.362526 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_common [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Allocated IP 172.20.0.3 (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42/3d382bd9-aad7-4324-a50c-9de5784e8d30/0426987e-8896-40d4-862e-044635ac1fa0) {{(pid=117866) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 04:02:36.398389 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:36.514967 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (0426987e-8896-40d4-862e-044635ac1fa0), precommit_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:36.549646 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (0426987e-8896-40d4-862e-044635ac1fa0), after_create {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:36.594240 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 is already hosted by enough agents. {{(pid=117866) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 04:02:36.597462 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.base_scheduler [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Resources bound (agent type, host, resource id): {{(pid=117866) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 04:02:36.601283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Received port after_create {{(pid=117866) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 04:02:36.630382 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=0426987e-8896-40d4-862e-044635ac1fa0,revision_number=1']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:02:36.647441 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.647795 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.648131 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.648491 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.648814 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.649157 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.649487 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.649854 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.650200 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.650521 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.650909 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.651318 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.651605 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.651941 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.652283 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:36.673645 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:36.674285 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:36.692506 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-71c0ae6d-77ae-475a-8757-afa66ccdaf04 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891228 Sep 03 04:02:36.704272 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.v2.base [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Request body: {'port': {'device_id': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79966'}} {{(pid=117866) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 04:02:36.767440 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (0426987e-8896-40d4-862e-044635ac1fa0), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:36.867473 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-2b7b828f-9603-4045-b612-a72be193a645 None None] Provisioning complete for port 0426987e-8896-40d4-862e-044635ac1fa0 triggered by entity DHCP. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 04:02:36.868156 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-2b7b828f-9603-4045-b612-a72be193a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (0426987e-8896-40d4-862e-044635ac1fa0), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:36.901790 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-2b7b828f-9603-4045-b612-a72be193a645 None None] Port 0426987e-8896-40d4-862e-044635ac1fa0 cannot update to ACTIVE because it is not bound. {{(pid=117868) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 03 04:02:37.034547 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0426987e-8896-40d4-862e-044635ac1fa0 {{(pid=117866) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 04:02:37.042433 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Publish callbacks [] for port (0426987e-8896-40d4-862e-044635ac1fa0), precommit_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:37.055013 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.provisioning_blocks [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Transition to ACTIVE for port object 0426987e-8896-40d4-862e-044635ac1fa0 will not be triggered until provisioned by entity L2. {{(pid=117866) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 03 04:02:37.060920 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (0426987e-8896-40d4-862e-044635ac1fa0), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:37.118945 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Pushing event updated for resources: {'Port': ['ID=0426987e-8896-40d4-862e-044635ac1fa0,revision_number=2']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:02:37.142247 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:37.169640 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Attempting to bind port 0426987e-8896-40d4-862e-044635ac1fa0 on host hv-cinder-79966 for vnic_type normal with profile {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 03 04:02:37.169969 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Attempting to bind port 0426987e-8896-40d4-862e-044635ac1fa0 by drivers openvswitch,hyperv on host hv-cinder-79966 at level 0 using segments [{'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 03 04:02:37.170290 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Attempting to bind port 0426987e-8896-40d4-862e-044635ac1fa0 on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 04:02:37.188379 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Port 0426987e-8896-40d4-862e-044635ac1fa0 on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79966 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 03 04:02:37.188691 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Attempting to bind port 0426987e-8896-40d4-862e-044635ac1fa0 on network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 03 04:02:37.209815 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:37.212717 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Checking agent: {'id': 'ad581915-9cdd-4227-ba6c-34162d7f9aa8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79966', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'started_at': datetime.datetime(2022, 9, 3, 3, 47, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 3, 4, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 03 04:02:37.213051 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Checking segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=117866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 03 04:02:37.213408 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Bound using segment: {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'} {{(pid=117866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 03 04:02:37.213832 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.managers [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Bound port: 0426987e-8896-40d4-862e-044635ac1fa0, host: hv-cinder-79966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42'}}] {{(pid=117866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 03 04:02:37.214184 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (0426987e-8896-40d4-862e-044635ac1fa0), before_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:37.236675 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e43b2-9bcd-4de4-8d68-4f1e396b3f1e req-838d2f03-fb3f-4563-900c-2afce06c6181 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:37.238141 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-749e43b2-9bcd-4de4-8d68-4f1e396b3f1e req-838d2f03-fb3f-4563-900c-2afce06c6181 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 943 time: 0.0656071 Sep 03 04:02:37.322030 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] For port 0426987e-8896-40d4-862e-044635ac1fa0, host hv-cinder-79966, cleared binding levels {{(pid=117866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 04:02:37.325214 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] For port 0426987e-8896-40d4-862e-044635ac1fa0, host hv-cinder-79966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0426987e-8896-40d4-862e-044635ac1fa0,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 04:02:37.329540 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-749e43b2-9bcd-4de4-8d68-4f1e396b3f1e req-5c22f021-f6ee-49cf-9a63-a9c460299d0a tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856597 Sep 03 04:02:37.335956 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5022785'] for port (0426987e-8896-40d4-862e-044635ac1fa0), after_update {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:37.341292 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:37.341882 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:37.343378 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0426987e-8896-40d4-862e-044635ac1fa0 HTTP/1.1" status: 200 len: 1093 time: 0.6434662 Sep 03 04:02:37.343781 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:02:37.346047 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388" -d '{"events": [{"name": "network-changed", "server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "tag": "0426987e-8896-40d4-862e-044635ac1fa0"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:02:37.400398 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 04:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aed048-bf78-4e71-aef9-e391d0b29fcd x-openstack-request-id: req-69aed048-bf78-4e71-aef9-e391d0b29fcd {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:02:37.400670 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "tag": "0426987e-8896-40d4-862e-044635ac1fa0", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:02:37.400925 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69aed048-bf78-4e71-aef9-e391d0b29fcd {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:02:37.401326 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69aed048-bf78-4e71-aef9-e391d0b29fcd'] response: {'name': 'network-changed', 'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0', 'status': 'completed', 'code': 200} Sep 03 04:02:37.431408 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de037add-57dc-42ec-81ba-72f0c35a81da service neutron] Pushing event updated for resources: {'Port': ['ID=0426987e-8896-40d4-862e-044635ac1fa0,revision_number=3']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:02:37.438766 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-63bf79d5-97a3-42b2-8593-1e14394f83ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:37.440321 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-63bf79d5-97a3-42b2-8593-1e14394f83ec service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 1127 time: 0.0522702 Sep 03 04:02:37.480541 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-1667af31-5238-48c8-bc57-236f09fd51c6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0426987e-8896-40d4-862e-044635ac1fa0 HTTP/1.1" status: 200 len: 217 time: 0.0336111 Sep 03 04:02:37.528841 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-62f81238-6c89-4a73-bb41-b63987f0e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:37.530248 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-62f81238-6c89-4a73-bb41-b63987f0e9c2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0441053 Sep 03 04:02:37.576613 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-8781cbc6-560b-47a0-ad6a-991a1eb8020e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:37.577967 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-8781cbc6-560b-47a0-ad6a-991a1eb8020e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415146 Sep 03 04:02:37.667779 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-74c7f684-8073-4db8-b43a-2e11abc807cb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833428 Sep 03 04:02:37.770064 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7e0f596f-e100-474e-aa6b-42f9de9871d8 req-7ebc871b-b306-4998-9609-052c54a0b122 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960224 Sep 03 04:02:38.091904 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-e551ccaa-2d17-45ff-b550-95438e960b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:38.093405 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-e551ccaa-2d17-45ff-b550-95438e960b30 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 1127 time: 0.0494747 Sep 03 04:02:38.187601 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-bd44995a-b2d9-4649-802d-24a62e0b36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:38.189034 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-bd44995a-b2d9-4649-802d-24a62e0b36e3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0889223 Sep 03 04:02:38.232316 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-f6800e58-5df5-4b79-bc35-456543487ea3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0426987e-8896-40d4-862e-044635ac1fa0 HTTP/1.1" status: 200 len: 217 time: 0.0338473 Sep 03 04:02:38.288548 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-43d8e942-7b74-492a-9e2d-5955ae48e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:38.290094 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-43d8e942-7b74-492a-9e2d-5955ae48e067 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0493217 Sep 03 04:02:38.339588 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-15fb7edb-2383-440a-9dc0-f956e486fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:38.341062 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-15fb7edb-2383-440a-9dc0-f956e486fe6e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436275 Sep 03 04:02:38.449130 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:38.466527 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a8007f-9f87-4f47-8a29-e4abb228b680 req-f7d05aeb-ae0b-4684-a54e-013351be023f tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:38.467991 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3a8007f-9f87-4f47-8a29-e4abb228b680 req-f7d05aeb-ae0b-4684-a54e-013351be023f tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 943 time: 0.0592692 Sep 03 04:02:38.500232 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-316250eb-e513-43aa-b37e-cd718d781714 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502397 Sep 03 04:02:38.566110 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:38.574141 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f3a8007f-9f87-4f47-8a29-e4abb228b680 req-ea8c01bb-1ff1-4a8d-b366-42b0ffd40915 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999930 Sep 03 04:02:38.610961 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-ffd90a08-8045-4d1e-8fa2-fd14fc5fa388 req-ac49902d-6801-43ce-aeaa-cb15a2bf950e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042073 Sep 03 04:02:38.989376 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-bf7a3da1-f6a0-432a-bac7-420c4e4d7d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:39.709173 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671af2fd-c71a-49b8-9ae6-83ed586a4c1d req-60ac337d-161c-4e5d-b7cc-d04457b64cfd tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:39.710616 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-671af2fd-c71a-49b8-9ae6-83ed586a4c1d req-60ac337d-161c-4e5d-b7cc-d04457b64cfd tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 943 time: 0.0473657 Sep 03 04:02:39.762377 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-671af2fd-c71a-49b8-9ae6-83ed586a4c1d req-d7577b6c-cd84-499f-b5e6-b2455e40c107 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460937 Sep 03 04:02:40.152118 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:40.917524 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196f487-aa3c-4261-bfb9-b09e8feff590 req-dea12738-2560-419f-8076-1222cbd5c23b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:40.918978 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d196f487-aa3c-4261-bfb9-b09e8feff590 req-dea12738-2560-419f-8076-1222cbd5c23b tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 943 time: 0.0535798 Sep 03 04:02:40.973895 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d196f487-aa3c-4261-bfb9-b09e8feff590 req-1277f7a6-97a9-4b91-8902-82cf644aa205 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493431 Sep 03 04:02:41.273647 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-48d5af05-85f8-404b-a12e-3115079e970d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:42.116993 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea682b30-1105-4766-bbbb-6263111fa636 req-8bda1b98-4c20-497f-94d6-5b631682dfba tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:42.118448 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ea682b30-1105-4766-bbbb-6263111fa636 req-8bda1b98-4c20-497f-94d6-5b631682dfba tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 943 time: 0.0554204 Sep 03 04:02:42.168670 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-ea682b30-1105-4766-bbbb-6263111fa636 req-e1dfdca3-a0f9-4974-b992-6cbd2a622458 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445106 Sep 03 04:02:42.558551 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:42.559609 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:42.703713 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:43.303974 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552c664-c4e1-4fd1-ba23-dff2596e3eda req-c65b7f9a-ec9c-4d26-bb16-198ad30b11e1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:43.305393 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a552c664-c4e1-4fd1-ba23-dff2596e3eda req-c65b7f9a-ec9c-4d26-bb16-198ad30b11e1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 943 time: 0.0485969 Sep 03 04:02:43.356248 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-a552c664-c4e1-4fd1-ba23-dff2596e3eda req-b0e4b820-b378-477a-a05b-71e7f28e8ea1 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Sep 03 04:02:44.190766 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:44.215313 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:44.499719 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b11e5-0988-4bdc-af31-ad3a6471f834 req-567a20d5-3ce2-4134-aaec-7ffc2d2cf352 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:44.501200 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7a7b11e5-0988-4bdc-af31-ad3a6471f834 req-567a20d5-3ce2-4134-aaec-7ffc2d2cf352 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 943 time: 0.0475161 Sep 03 04:02:44.559825 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-7a7b11e5-0988-4bdc-af31-ad3a6471f834 req-9065bb4d-bce6-432d-a756-39517613e603 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517626 Sep 03 04:02:44.978141 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 0426987e-8896-40d4-862e-044635ac1fa0 details requested by agent hyperv_hv-cinder-79966 with host hv-cinder-79966 {{(pid=117868) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 04:02:45.086182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 0426987e-8896-40d4-862e-044635ac1fa0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0426987e-8896-40d4-862e-044635ac1fa0,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:02:45.098296 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Returning: {'device': '0426987e-8896-40d4-862e-044635ac1fa0', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'port_id': '0426987e-8896-40d4-862e-044635ac1fa0', 'mac_address': 'fa:16:3e:17:45:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=117868) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 04:02:45.140238 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 0426987e-8896-40d4-862e-044635ac1fa0 is: DOWN; New status is: BUILD {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 04:02:45.140619 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (0426987e-8896-40d4-862e-044635ac1fa0), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:45.155186 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0426987e-8896-40d4-862e-044635ac1fa0 {{(pid=117868) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 03 04:02:45.176060 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 0426987e-8896-40d4-862e-044635ac1fa0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0426987e-8896-40d4-862e-044635ac1fa0,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:02:45.183334 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (0426987e-8896-40d4-862e-044635ac1fa0), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:45.229973 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=0426987e-8896-40d4-862e-044635ac1fa0,revision_number=4']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:02:45.237949 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.238297 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.238640 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.239017 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.239332 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.239675 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.239997 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.240322 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.240646 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.240969 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.241291 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.241597 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.241917 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.242233 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.242548 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:45.393424 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] get_ports_and_sgs() called for port_ids ['0426987e-8896-40d4-862e-044635ac1fa0'] {{(pid=117868) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 03 04:02:45.617574 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:45.693642 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9376d-e44d-434c-998e-a5d7bb325d17 req-282945c3-ca95-4ebd-a20d-69d06d96c365 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:45.695124 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eba9376d-e44d-434c-998e-a5d7bb325d17 req-282945c3-ca95-4ebd-a20d-69d06d96c365 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 944 time: 0.0532629 Sep 03 04:02:45.746082 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-eba9376d-e44d-434c-998e-a5d7bb325d17 req-2efdad39-6bd5-4ca2-8d55-dc469411371e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452321 Sep 03 04:02:46.899258 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a9deb2-9771-4703-862e-f61b218f424c req-c5f76fa6-8d64-485d-9bc9-01d13663bbcc tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:46.900713 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a6a9deb2-9771-4703-862e-f61b218f424c req-c5f76fa6-8d64-485d-9bc9-01d13663bbcc tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 944 time: 0.0501423 Sep 03 04:02:46.954629 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a6a9deb2-9771-4703-862e-f61b218f424c req-4953b7c8-bdf0-4ac4-b713-af2990017166 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481610 Sep 03 04:02:46.990767 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 0426987e-8896-40d4-862e-044635ac1fa0 up at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 04:02:47.011659 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:47.033440 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning for port 0426987e-8896-40d4-862e-044635ac1fa0 completed by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 03 04:02:47.041326 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.provisioning_blocks [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Provisioning complete for port 0426987e-8896-40d4-862e-044635ac1fa0 triggered by entity L2. {{(pid=117868) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 03 04:02:47.041771 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-995847'] for port (0426987e-8896-40d4-862e-044635ac1fa0), provisioning_complete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:47.117279 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Current status of the port 0426987e-8896-40d4-862e-044635ac1fa0 is: BUILD; New status is: ACTIVE {{(pid=117868) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 03 04:02:47.117689 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (0426987e-8896-40d4-862e-044635ac1fa0), before_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:47.145663 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0'}] {{(pid=117868) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:02:47.147965 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e97379dcc3c572537f6b972121afed6f2c9373d48942096671695511f0b4d9c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8a487c-b4ae-48b0-808c-ce3dfd59e6c0" -d '{"events": [{"server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "name": "network-vif-plugged", "status": "completed", "tag": "0426987e-8896-40d4-862e-044635ac1fa0"}]}' {{(pid=117868) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:02:47.161491 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] For port 0426987e-8896-40d4-862e-044635ac1fa0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0426987e-8896-40d4-862e-044635ac1fa0,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:02:47.169014 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949'] for port (0426987e-8896-40d4-862e-044635ac1fa0), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:47.200711 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 04:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5f4fa1-7a17-414d-bc54-925c86883d6b x-openstack-request-id: req-dc5f4fa1-7a17-414d-bc54-925c86883d6b {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:02:47.200973 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "name": "network-vif-plugged", "status": "completed", "tag": "0426987e-8896-40d4-862e-044635ac1fa0", "code": 200}]} {{(pid=117868) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:02:47.201224 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc5f4fa1-7a17-414d-bc54-925c86883d6b {{(pid=117868) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:02:47.201622 dv-cinder-799663-12-iscsi neutron-server[117868]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5f4fa1-7a17-414d-bc54-925c86883d6b'] response: {'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0', 'code': 200} Sep 03 04:02:47.231003 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Pushing event updated for resources: {'Port': ['ID=0426987e-8896-40d4-862e-044635ac1fa0,revision_number=5']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:02:47.432120 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254bbd6-e961-442f-af4b-901bc9745fd8 req-de6a4570-76e9-401e-8cca-5f1cd9330015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:47.434047 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d254bbd6-e961-442f-af4b-901bc9745fd8 req-de6a4570-76e9-401e-8cca-5f1cd9330015 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 1129 time: 0.0518379 Sep 03 04:02:47.482059 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d254bbd6-e961-442f-af4b-901bc9745fd8 req-a12412e3-63e8-444a-87f1-f73f1e522527 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420210 Sep 03 04:02:48.102250 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc5483-64c1-4e13-b3da-b09bf2baf6e6 req-f23d4836-bb20-42ce-8606-25ee5251f69c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:48.104125 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-60dc5483-64c1-4e13-b3da-b09bf2baf6e6 req-f23d4836-bb20-42ce-8606-25ee5251f69c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 945 time: 0.0498393 Sep 03 04:02:48.156325 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-60dc5483-64c1-4e13-b3da-b09bf2baf6e6 req-c1eb974c-9f1a-48ce-8f5d-c1f8703c50ea tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436544 Sep 03 04:02:49.306868 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eafcfc-29f8-4733-aa71-271f5a8b3a95 req-15d65cf8-3726-4de5-affd-07a1c73e6b30 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:49.308369 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d8eafcfc-29f8-4733-aa71-271f5a8b3a95 req-15d65cf8-3726-4de5-affd-07a1c73e6b30 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 945 time: 0.0473914 Sep 03 04:02:49.358298 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-d8eafcfc-29f8-4733-aa71-271f5a8b3a95 req-0073f119-0c06-4271-afaa-36875579466d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441859 Sep 03 04:02:49.483356 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532514b-cfe2-4f7a-9ba4-847382eb1774 req-5af03c21-bfc9-46b6-b26e-3814d52ac1bc tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:49.484747 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a532514b-cfe2-4f7a-9ba4-847382eb1774 req-5af03c21-bfc9-46b6-b26e-3814d52ac1bc tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 945 time: 0.0504224 Sep 03 04:02:49.554860 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-a532514b-cfe2-4f7a-9ba4-847382eb1774 req-7df92319-b581-4465-b74e-0db0653e15bb tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612733 Sep 03 04:02:49.595618 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48274) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:02:49.632554 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:49.638829 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3a9e8d-4056-4f3d-8c2b-23c62f675d62 tempest-TestVolumeBootPattern-2019553254 tempest-TestVolumeBootPattern-2019553254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:49.640389 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-df3a9e8d-4056-4f3d-8c2b-23c62f675d62 tempest-TestVolumeBootPattern-2019553254 tempest-TestVolumeBootPattern-2019553254-project-admin] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 1124 time: 0.0437994 Sep 03 04:02:49.643458 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48276) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:02:49.647761 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.v2.base [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Request body: {'floatingip': {'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'port_id': '0426987e-8896-40d4-862e-044635ac1fa0', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address': '172.20.0.3'}} {{(pid=117867) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 04:02:49.661776 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=100 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:49.672708 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:49.754604 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (None), before_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:49.866099 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_common [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Allocated IP 172.27.4.27 (931cd65b-38c0-4970-baa3-853de5936c9c/754f566f-206e-4ca7-a097-590568fef2e7/61fda86f-7520-44b9-8255-66991166dd37) {{(pid=117867) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 04:02:49.983486 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (61fda86f-7520-44b9-8255-66991166dd37), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:50.019212 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788397281913', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (61fda86f-7520-44b9-8255-66991166dd37), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:50.067675 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Network 931cd65b-38c0-4970-baa3-853de5936c9c is already hosted by enough agents. {{(pid=117867) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 04:02:50.070599 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.base_scheduler [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Resources bound (agent type, host, resource id): {{(pid=117867) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 04:02:50.074485 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Received port after_create {{(pid=117867) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 03 04:02:50.079765 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=61fda86f-7520-44b9-8255-66991166dd37,revision_number=1']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:02:50.107963 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.108345 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.108681 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.109009 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.109331 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.109654 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.109972 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.110292 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.110600 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.110960 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.111260 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.111577 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.111889 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.112202 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.112512 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:02:50.439453 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:50.443888 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (b94e324b-7b84-4c11-86ac-c63e6d86efe6), precommit_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:50.469863 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:50.512341 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678828'] for port (61fda86f-7520-44b9-8255-66991166dd37), before_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:50.661052 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for port (61fda86f-7520-44b9-8255-66991166dd37), precommit_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:50.667817 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788397709954', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788397281931', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788397281949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7942702'] for port (61fda86f-7520-44b9-8255-66991166dd37), after_update {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:50.734493 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event updated for resources: {'Port': ['ID=61fda86f-7520-44b9-8255-66991166dd37,revision_number=2']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:02:50.738432 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1992136'] for floatingip (b94e324b-7b84-4c11-86ac-c63e6d86efe6), after_create {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:50.831511 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Floating IP b94e324b-7b84-4c11-86ac-c63e6d86efe6 associated. External IP: 172.27.4.27, port: 0426987e-8896-40d4-862e-044635ac1fa0. Sep 03 04:02:51.029525 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 04:02:51.144164 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 04:02:51.153843 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 04:02:51.164075 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:02:51.165941 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:02:51.166675 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:02:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:02:51.196639 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-599ca7b7-4f42-4b7b-9ea5-21a2b1ab9bf4 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5521584 Sep 03 04:02:51.197268 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:02:51.203536 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9943941-be52-4085-b4f3-fd75984d9e33" -d '{"events": [{"name": "network-changed", "server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "tag": "0426987e-8896-40d4-862e-044635ac1fa0"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:02:51.274040 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:02:51.307031 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 04:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a1db55-d69c-4664-a530-89b7330cb29c x-openstack-request-id: req-31a1db55-d69c-4664-a530-89b7330cb29c {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:02:51.307312 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "tag": "0426987e-8896-40d4-862e-044635ac1fa0", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:02:51.307553 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31a1db55-d69c-4664-a530-89b7330cb29c {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:02:51.307954 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a1db55-d69c-4664-a530-89b7330cb29c'] response: {'name': 'network-changed', 'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0', 'status': 'completed', 'code': 200} Sep 03 04:02:51.379351 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-72c2fb0a-cf6c-4704-a8d4-9a127f35554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:51.380849 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-72c2fb0a-cf6c-4704-a8d4-9a127f35554d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 1129 time: 0.0446708 Sep 03 04:02:51.475165 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-fbdfd46e-438d-4902-9b6f-c918dae7cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:51.476660 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-fbdfd46e-438d-4902-9b6f-c918dae7cff6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0890517 Sep 03 04:02:51.544103 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-121b5802-1c1c-4355-b4aa-96691b47ce21 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0426987e-8896-40d4-862e-044635ac1fa0 HTTP/1.1" status: 200 len: 998 time: 0.0595944 Sep 03 04:02:51.569872 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:57Z', 'revision_number': 1, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}, {'id': 'b94e324b-7b84-4c11-86ac-c63e6d86efe6', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.27', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': '0426987e-8896-40d4-862e-044635ac1fa0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:17:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:02:50Z', 'updated_at': '2022-09-03T04:02:50Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:02:51.594694 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-8da95397-b537-4eaf-be78-72b3271f2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:51.596254 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-8da95397-b537-4eaf-be78-72b3271f2628 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0451667 Sep 03 04:02:51.598216 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 04:02:51.607276 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:02:51.607831 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:02:41Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:02:51.642174 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-08da35be-c444-4f62-8897-1be9de8236dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:02:51.643782 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-08da35be-c444-4f62-8897-1be9de8236dd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401638 Sep 03 04:02:51.703898 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:02:51.738272 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-07a76974-2b98-4e82-9195-166ec2a20fe0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879183 Sep 03 04:02:51.805654 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:51.811579 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:02:51.834427 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-e9943941-be52-4085-b4f3-fd75984d9e33 req-5812b0b6-4dac-4263-bba2-b086998c88cb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891490 Sep 03 04:02:51.926425 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:57Z', 'revision_number': 1, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}, {'id': 'b94e324b-7b84-4c11-86ac-c63e6d86efe6', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.27', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': '0426987e-8896-40d4-862e-044635ac1fa0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:17:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:02:50Z', 'updated_at': '2022-09-03T04:02:50Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:02:51.951048 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3680b35-75f4-46b7-bd8d-44ca3547f4e8 None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:57Z', 'revision_number': 1, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}, {'id': 'b94e324b-7b84-4c11-86ac-c63e6d86efe6', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.27', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': '0426987e-8896-40d4-862e-044635ac1fa0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:17:45:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:02:50Z', 'updated_at': '2022-09-03T04:02:50Z', 'revision_number': 0, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 04:02:52.139293 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040b6f0-b29b-4594-a0c2-387b7ab13b47 None None] New status for floating IP b94e324b-7b84-4c11-86ac-c63e6d86efe6: ACTIVE {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 04:03:01.185285 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:01.192386 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:01.832001 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:02.242016 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=33,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:02.244114 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=43,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:02.655775 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:03:08.994652 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-29b99051-7c97-47f5-842b-673c3ce87940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:10.152624 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:11.273867 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-38428b0b-53fc-4bfc-8cdc-c4dafa503154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:12.708940 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:14.200984 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:14.218405 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:19.557967 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=80 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:19.559230 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:24.211716 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:24.214190 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:26.361664 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-7fe52e46-956b-4cc0-a87c-3c8a78df6082 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397522 Sep 03 04:03:26.447569 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-e1c1faf6-1a04-4f10-b2ea-0de9f89f5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:03:26.449026 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-e1c1faf6-1a04-4f10-b2ea-0de9f89f5875 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1130 time: 0.0428319 Sep 03 04:03:26.562920 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-aa3cb58e-a685-4668-8820-0bbe39327161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:03:26.564289 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-aa3cb58e-a685-4668-8820-0bbe39327161 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.0951879 Sep 03 04:03:26.629046 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-609ea5ed-1675-4782-812e-d0a4d0b910c9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 200 len: 1001 time: 0.0587430 Sep 03 04:03:26.677369 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-0914f67d-629a-4e61-a604-8e96666f6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:03:26.678736 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-0914f67d-629a-4e61-a604-8e96666f6829 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0437207 Sep 03 04:03:26.722120 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-fbc3189a-a6d1-4a95-8951-612db081cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:03:26.723586 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-fbc3189a-a6d1-4a95-8951-612db081cbe0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0379703 Sep 03 04:03:26.817085 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-0d41cf92-778b-485b-9b3c-bddd0d381c4f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869188 Sep 03 04:03:26.909382 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-f206e80b-572c-480c-8e1c-2391ce514a61 req-3bbe60bc-1efd-4dd6-a7f9-17546a02726d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853000 Sep 03 04:03:36.900904 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=50 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:36.906265 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=51 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:38.987061 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-e8f53ff3-5614-4b5e-aa03-6e90460b2d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:39.659455 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:03:40.168929 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:41.271284 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1dbc-db5e-44e4-850f-ba801453713d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:42.722141 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:44.201252 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:44.223121 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:03:54.214416 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:54.216964 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:56.563700 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:03:56.564797 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:08.987735 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-1b05d8eb-9292-4c24-b86f-d644b33be240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:09.240739 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=15 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:09.242450 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=11 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:10.180377 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:11.267407 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-de4b3bdd-19b0-466b-831d-8d59a19762d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:12.725230 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:14.207169 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:14.233832 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:16.664268 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:04:18.326600 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48298) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:18.551999 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Deleting port 61fda86f-7520-44b9-8255-66991166dd37 {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:18.552270 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (61fda86f-7520-44b9-8255-66991166dd37), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:18.638705 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (61fda86f-7520-44b9-8255-66991166dd37), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:18.639062 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (61fda86f-7520-44b9-8255-66991166dd37), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:18.651692 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Calling delete_port for 61fda86f-7520-44b9-8255-66991166dd37 owned by network:floatingip {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:18.799511 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (61fda86f-7520-44b9-8255-66991166dd37), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:18.823815 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event deleted for resources: {'Port': ['ID=61fda86f-7520-44b9-8255-66991166dd37,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:18.837087 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.837434 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.837774 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.838109 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.838436 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.838759 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.839079 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.839429 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.839748 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.840068 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.840370 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.840685 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.841001 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.841314 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.841626 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:18.902452 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (b94e324b-7b84-4c11-86ac-c63e6d86efe6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:18.902729 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.db.l3_db [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Floating IP b94e324b-7b84-4c11-86ac-c63e6d86efe6 disassociated (deleted). External IP: 172.27.4.27, port: 0426987e-8896-40d4-862e-044635ac1fa0. Sep 03 04:04:19.103452 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 04:04:19.207209 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 04:04:19.212583 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:19.217872 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 04:04:19.229669 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:04:19.230280 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:04:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:19.235197 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:19.249070 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-8bae937b-0d96-4511-8a5a-31eb2223faf8 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/b94e324b-7b84-4c11-86ac-c63e6d86efe6 HTTP/1.1" status: 204 len: 168 time: 0.9184475 Sep 03 04:04:19.249070 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:04:19.249523 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae91667-76d8-4801-a0e0-ccd74c4a448b" -d '{"events": [{"name": "network-changed", "server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "tag": "0426987e-8896-40d4-862e-044635ac1fa0"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:04:19.301485 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 04:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc22ef4-d450-433e-b1ae-012b4bc456a5 x-openstack-request-id: req-4fc22ef4-d450-433e-b1ae-012b4bc456a5 {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:04:19.301778 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "tag": "0426987e-8896-40d4-862e-044635ac1fa0", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:04:19.302034 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fc22ef4-d450-433e-b1ae-012b4bc456a5 {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:04:19.302443 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc22ef4-d450-433e-b1ae-012b4bc456a5'] response: {'name': 'network-changed', 'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0', 'status': 'completed', 'code': 200} Sep 03 04:04:19.350695 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:04:19.369014 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-94551204-6556-42b7-a362-f912b8a7234e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:19.370474 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-94551204-6556-42b7-a362-f912b8a7234e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 1129 time: 0.0431290 Sep 03 04:04:19.409121 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:19.487229 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-c184c760-8791-4dfd-a9cd-6539a2974040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:19.488813 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-c184c760-8791-4dfd-a9cd-6539a2974040 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.1069460 Sep 03 04:04:19.555188 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1b52c-e774-476c-b7b7-c2fc6652d632 req-28f9a00d-dd22-4500-94da-c0355c8b88e0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:19.556638 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7aa1b52c-e774-476c-b7b7-c2fc6652d632 req-28f9a00d-dd22-4500-94da-c0355c8b88e0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 945 time: 0.1038647 Sep 03 04:04:19.573425 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:57Z', 'revision_number': 1, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:19.601062 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 04:04:19.609820 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-7aa1b52c-e774-476c-b7b7-c2fc6652d632 req-8aa7eb33-c9c9-4aa2-af9a-3eba79cbefb7 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471332 Sep 03 04:04:19.610152 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:04:19.610726 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:04:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:19.716728 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:04:20.006487 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:57Z', 'revision_number': 1, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:20.031197 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4aacb9-7262-4fa1-9ae0-95ee64109438 None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_floatingips': [{'id': '61be8f99-2eb2-48ba-ba63-04c13b2a516a', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'floating_ip_address': '172.27.4.22', 'floating_network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'router_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'port_id': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'mac_address': 'fa:16:3e:e3:13:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-03T04:00:55Z', 'updated_at': '2022-09-03T04:00:57Z', 'revision_number': 1, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 04:04:20.258266 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b474e14-988e-4f16-9f3b-77af5c235ea2 None None] New status for floating IP b94e324b-7b84-4c11-86ac-c63e6d86efe6: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 04:04:20.429204 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-3bc53e39-3eb7-4563-8a85-8713181ae5bf service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0426987e-8896-40d4-862e-044635ac1fa0 HTTP/1.1" status: 200 len: 217 time: 0.0338769 Sep 03 04:04:20.478432 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-425aa5e2-9a36-479e-9c24-10d27a0aca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:20.479837 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-425aa5e2-9a36-479e-9c24-10d27a0aca7f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0434275 Sep 03 04:04:20.541734 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-bef86de3-c9a0-41c0-8efe-3071ce5c913b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:20.543225 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-bef86de3-c9a0-41c0-8efe-3071ce5c913b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0512669 Sep 03 04:04:20.717289 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-16e52032-f38b-434f-bf5b-66cfae754116 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899994 Sep 03 04:04:20.788678 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e4d81-78ba-4c65-9827-1a576baf9955 req-56e8be8f-c363-42fa-bea9-df4ae57ca1ed tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:20.790204 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3f5e4d81-78ba-4c65-9827-1a576baf9955 req-56e8be8f-c363-42fa-bea9-df4ae57ca1ed tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 945 time: 0.1019852 Sep 03 04:04:20.839012 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-3f5e4d81-78ba-4c65-9827-1a576baf9955 req-532db69b-0e3a-4284-9c6f-f0cc442a2253 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428379 Sep 03 04:04:20.974944 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-aae91667-76d8-4801-a0e0-ccd74c4a448b req-abaacff3-a557-4cef-954c-35a35e475391 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906701 Sep 03 04:04:20.990943 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-1ac62f47-eb82-4411-8959-f949c8201384 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:20.992539 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-1ac62f47-eb82-4411-8959-f949c8201384 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 945 time: 0.0461144 Sep 03 04:04:21.073809 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Deleting port 0426987e-8896-40d4-862e-044635ac1fa0 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:21.074109 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (0426987e-8896-40d4-862e-044635ac1fa0), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:21.166444 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] For port 0426987e-8896-40d4-862e-044635ac1fa0, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=0426987e-8896-40d4-862e-044635ac1fa0,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:21.166675 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (0426987e-8896-40d4-862e-044635ac1fa0), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:21.179270 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Calling delete_port for 0426987e-8896-40d4-862e-044635ac1fa0 owned by compute:nova {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:21.319112 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (0426987e-8896-40d4-862e-044635ac1fa0), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:21.347076 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event deleted for resources: {'Port': ['ID=0426987e-8896-40d4-862e-044635ac1fa0,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:21.361380 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.361723 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.362061 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.362394 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.362701 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.363052 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.363362 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.363682 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.364003 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.364322 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.364640 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.364975 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.365285 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.365598 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.365912 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117867) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:21.406379 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] No DVR routers for this DVR port 0426987e-8896-40d4-862e-044635ac1fa0 on host hv-cinder-79966 {{(pid=117867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:04:21.409078 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:21.412456 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-c446edc4-e260-4f56-9044-51ce9c9b9d6b req-2ca4b90a-cd10-4499-b262-39375263d032 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0426987e-8896-40d4-862e-044635ac1fa0 HTTP/1.1" status: 204 len: 173 time: 0.4127662 Sep 03 04:04:21.412902 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'name': 'network-vif-deleted', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:04:21.415610 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c324b19-a289-462e-a741-527a83de0dc5" -d '{"events": [{"server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "name": "network-vif-deleted", "tag": "0426987e-8896-40d4-862e-044635ac1fa0"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:04:21.461177 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 04:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9852bcaf-4998-4f90-8424-065929e20ffa x-openstack-request-id: req-9852bcaf-4998-4f90-8424-065929e20ffa {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:04:21.461466 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0de50a90-4ba6-4c56-b0d0-5ba8b17479bd", "name": "network-vif-deleted", "tag": "0426987e-8896-40d4-862e-044635ac1fa0", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:04:21.461738 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9852bcaf-4998-4f90-8424-065929e20ffa {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:04:21.462371 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9852bcaf-4998-4f90-8424-065929e20ffa'] response: {'server_uuid': '0de50a90-4ba6-4c56-b0d0-5ba8b17479bd', 'name': 'network-vif-deleted', 'tag': '0426987e-8896-40d4-862e-044635ac1fa0', 'status': 'completed', 'code': 200} Sep 03 04:04:21.974565 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-728286c9-6d7e-4266-9c55-959216d904c0 req-3178aabe-083d-4da2-9f37-2b9948ae0c39 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=0de50a90-4ba6-4c56-b0d0-5ba8b17479bd HTTP/1.1" status: 200 len: 210 time: 0.0395405 Sep 03 04:04:23.374831 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 0426987e-8896-40d4-862e-044635ac1fa0 no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:04:23.395097 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: 0426987e-8896-40d4-862e-044635ac1fa0 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:04:23.395441 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device 0426987e-8896-40d4-862e-044635ac1fa0 not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:04:25.325983 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48342) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:25.482959 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Deleting port cb259924-76a1-4b26-80b6-b41a321ae80e {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:25.483576 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (cb259924-76a1-4b26-80b6-b41a321ae80e), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:25.564778 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (cb259924-76a1-4b26-80b6-b41a321ae80e), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:25.565040 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (cb259924-76a1-4b26-80b6-b41a321ae80e), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:25.578299 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Calling delete_port for cb259924-76a1-4b26-80b6-b41a321ae80e owned by network:floatingip {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:25.655768 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:25.663625 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:25.734092 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (cb259924-76a1-4b26-80b6-b41a321ae80e), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:25.763109 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event deleted for resources: {'Port': ['ID=cb259924-76a1-4b26-80b6-b41a321ae80e,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:26.056317 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (61be8f99-2eb2-48ba-ba63-04c13b2a516a), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:26.056677 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.db.l3_db [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Floating IP 61be8f99-2eb2-48ba-ba63-04c13b2a516a disassociated (deleted). External IP: 172.27.4.22, port: e4e92cf0-9e6c-40a6-a76b-320356acf58e. Sep 03 04:04:26.256342 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 04:04:26.366476 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 04:04:26.371443 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:26.376155 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 04:04:26.389599 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:04:26.390282 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:04:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:26.401603 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-aaaa15ee-6ccc-46eb-a020-7f586c20f59c tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/61be8f99-2eb2-48ba-ba63-04c13b2a516a HTTP/1.1" status: 204 len: 168 time: 1.0740941 Sep 03 04:04:26.402160 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e'}] {{(pid=117867) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:04:26.404504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfb84fd894a74a2048f995eb7496288a9400c3151bb9e3a8a2c2b363cf84a8a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244c7649-ba83-45e7-b196-d2ffb947c461" -d '{"events": [{"name": "network-changed", "server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e"}]}' {{(pid=117867) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:04:26.449219 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 03 Sep 2022 04:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd7848-f437-437e-b58b-aed41e2fef99 x-openstack-request-id: req-8cbd7848-f437-437e-b58b-aed41e2fef99 {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:04:26.449504 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e", "status": "completed", "code": 200}]} {{(pid=117867) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:04:26.449750 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8cbd7848-f437-437e-b58b-aed41e2fef99 {{(pid=117867) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:04:26.450180 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbd7848-f437-437e-b58b-aed41e2fef99'] response: {'name': 'network-changed', 'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'status': 'completed', 'code': 200} Sep 03 04:04:26.500924 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:04:26.511231 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-8a44f3d7-9545-483d-92ae-725b331a083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:26.512892 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-8a44f3d7-9545-483d-92ae-725b331a083f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=f40913ed988e4d3f8164fad43a6e8508&device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 1130 time: 0.0406945 Sep 03 04:04:26.616960 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:26.630201 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-9b1278aa-1a3a-4590-8deb-b42f40298d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:26.631873 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-9b1278aa-1a3a-4590-8deb-b42f40298d98 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 200 len: 912 time: 0.1121292 Sep 03 04:04:26.635911 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=100 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:26.651761 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f32b572-a5b7-4e96-8de0-4f714f3fad2e req-76ec2d58-81e8-4910-bac9-f354b114348d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:26.653244 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5f32b572-a5b7-4e96-8de0-4f714f3fad2e req-76ec2d58-81e8-4910-bac9-f354b114348d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 946 time: 0.0490565 Sep 03 04:04:26.699736 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:26.702468 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-5f32b572-a5b7-4e96-8de0-4f714f3fad2e req-66ecf542-6293-4180-af3b-69d93864ab26 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431504 Sep 03 04:04:26.724263 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 04:04:26.733338 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:04:26.733766 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:04:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:26.831925 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:04:27.023095 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:27.048658 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c85c27d-206a-47b0-bd34-12f364cfb390 None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T03:57:50Z', 'revision_number': 4, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi', '_interfaces': [{'id': 'e358866c-1a96-468d-8629-20313f412762', 'name': '', 'network_id': '552aeadd-abdb-48a9-afc5-6c5bd1a9dd42', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'mac_address': 'fa:16:3e:04:6d:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:49Z', 'updated_at': '2022-09-03T03:58:00Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'subnets': [{'id': '3d382bd9-aad7-4324-a50c-9de5784e8d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 04:04:27.270359 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f97dc-c758-4ace-82cd-21c63dbab694 None None] New status for floating IP 61be8f99-2eb2-48ba-ba63-04c13b2a516a: DOWN {{(pid=117868) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 03 04:04:27.605687 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-2ce5b033-f2e9-4033-b0e1-2a542f8c68ec service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 200 len: 217 time: 0.0342200 Sep 03 04:04:27.662476 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-439854f4-5191-43a6-ab30-0238ce2769cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:27.663971 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-439854f4-5191-43a6-ab30-0238ce2769cf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 200 len: 850 time: 0.0519769 Sep 03 04:04:27.781330 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-30e6af51-95c9-4cf6-9b10-9fcb454be59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:27.782885 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-30e6af51-95c9-4cf6-9b10-9fcb454be59d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452254 Sep 03 04:04:27.866763 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a62161-4b64-4b53-854d-b2f868598fee req-62f9b1b7-4239-4b9b-9dc7-adfb8a135548 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117867) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:27.868291 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-16a62161-4b64-4b53-854d-b2f868598fee req-62f9b1b7-4239-4b9b-9dc7-adfb8a135548 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 946 time: 0.0845361 Sep 03 04:04:27.924894 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:27.934042 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-c4e696ff-0089-4c28-873a-0b0535c8cc25 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420844 Sep 03 04:04:27.946982 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-16a62161-4b64-4b53-854d-b2f868598fee req-bd8f9a49-f252-4143-acc3-12f6cbc52354 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/security-groups?id=602c2144-170c-4831-a098-de02d80bcc69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709863 Sep 03 04:04:28.017017 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:28.055158 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-244c7649-ba83-45e7-b196-d2ffb947c461 req-8b5eca88-0f68-4852-ab93-f9097c6f69f3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842590 Sep 03 04:04:28.093936 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75466519-48b3-4874-a633-641230276b7e req-354abed1-cc01-42f5-8d1c-873e13b0afb0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=117866) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 03 04:04:28.095456 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75466519-48b3-4874-a633-641230276b7e req-354abed1-cc01-42f5-8d1c-873e13b0afb0 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 946 time: 0.0532153 Sep 03 04:04:28.178925 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Deleting port e4e92cf0-9e6c-40a6-a76b-320356acf58e {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:28.179167 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:28.274161 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] For port e4e92cf0-9e6c-40a6-a76b-320356acf58e, host hv-cinder-79966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79966',level=0,port_id=e4e92cf0-9e6c-40a6-a76b-320356acf58e,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:28.274524 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:28.287916 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Calling delete_port for e4e92cf0-9e6c-40a6-a76b-320356acf58e owned by compute:nova {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:28.348202 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=100 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:28.416464 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (e4e92cf0-9e6c-40a6-a76b-320356acf58e), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:28.426665 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:28.457854 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event deleted for resources: {'Port': ['ID=e4e92cf0-9e6c-40a6-a76b-320356acf58e,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:28.781461 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] No DVR routers for this DVR port e4e92cf0-9e6c-40a6-a76b-320356acf58e on host hv-cinder-79966 {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:04:28.784350 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for port (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:28.787585 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [req-75466519-48b3-4874-a633-641230276b7e req-f9f4ee31-aac8-4f3f-97f9-c33e208eb395 tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.57 "DELETE /networking/v2.0/ports/e4e92cf0-9e6c-40a6-a76b-320356acf58e HTTP/1.1" status: 204 len: 173 time: 0.6869135 Sep 03 04:04:28.788019 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'name': 'network-vif-deleted', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e'}] {{(pid=117866) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 03 04:04:28.790313 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3d8df3327368e4880077a9859e75c5b562f84e101a75eaacc0ad84bb9b66b0f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf3cfb8-64cc-42ed-8503-f186b475d32e" -d '{"events": [{"server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "name": "network-vif-deleted", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e"}]}' {{(pid=117866) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 04:04:28.833691 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 03 Sep 2022 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdb9de8-7688-4947-89cb-3867b79980ab x-openstack-request-id: req-7fdb9de8-7688-4947-89cb-3867b79980ab {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 04:04:28.834745 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58279b4-98e4-4856-899b-fa2c9c397244", "name": "network-vif-deleted", "tag": "e4e92cf0-9e6c-40a6-a76b-320356acf58e", "status": "completed", "code": 200}]} {{(pid=117866) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 04:04:28.835082 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fdb9de8-7688-4947-89cb-3867b79980ab {{(pid=117866) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 04:04:28.835499 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fdb9de8-7688-4947-89cb-3867b79980ab'] response: {'server_uuid': 'd58279b4-98e4-4856-899b-fa2c9c397244', 'name': 'network-vif-deleted', 'tag': 'e4e92cf0-9e6c-40a6-a76b-320356acf58e', 'status': 'completed', 'code': 200} Sep 03 04:04:29.052721 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [req-129cbeb3-c674-4c99-8e08-952e29fbf564 req-f1feea90-9e8c-4d3a-a403-5d80ee06257f tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "GET /networking/v2.0/ports?device_id=d58279b4-98e4-4856-899b-fa2c9c397244 HTTP/1.1" status: 200 len: 210 time: 0.0280945 Sep 03 04:04:30.134450 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48358) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:30.252547 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Deleting port ab89b9b4-2fd0-4936-8bf0-ce7927989e1a {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:30.252850 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:30.328050 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:30.328321 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:30.340919 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Calling delete_port for ab89b9b4-2fd0-4936-8bf0-ce7927989e1a owned by network:floatingip {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:30.490634 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (ab89b9b4-2fd0-4936-8bf0-ce7927989e1a), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:30.515094 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event deleted for resources: {'Port': ['ID=ab89b9b4-2fd0-4936-8bf0-ce7927989e1a,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:30.579281 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for floatingip (25af3341-641b-461f-9844-7650429b570a), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:30.581716 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-168021'] for floatingip (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:30.582911 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-abd609de-c2cf-4e89-a5c2-c98a5d986b3e tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "DELETE /networking/v2.0/floatingips/25af3341-641b-461f-9844-7650429b570a HTTP/1.1" status: 204 len: 168 time: 0.4485419 Sep 03 04:04:31.811029 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48370) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:31.870747 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-607b9ff7-986a-48bc-9f7b-13dfcd16ca5d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group (602c2144-170c-4831-a098-de02d80bcc69), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:31.895700 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-607b9ff7-986a-48bc-9f7b-13dfcd16ca5d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group (602c2144-170c-4831-a098-de02d80bcc69), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:31.957828 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-607b9ff7-986a-48bc-9f7b-13dfcd16ca5d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (602c2144-170c-4831-a098-de02d80bcc69), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:31.960549 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-607b9ff7-986a-48bc-9f7b-13dfcd16ca5d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:31.961674 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-607b9ff7-986a-48bc-9f7b-13dfcd16ca5d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] 10.222.0.25 "DELETE /networking/v2.0/security-groups/602c2144-170c-4831-a098-de02d80bcc69 HTTP/1.1" status: 204 len: 168 time: 0.1496544 Sep 03 04:04:31.970828 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b9ff7-986a-48bc-9f7b-13dfcd16ca5d tempest-TestVolumeBootPattern-130000365 tempest-TestVolumeBootPattern-130000365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c2144-170c-4831-a098-de02d80bcc69,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:32.015946 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48374) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:32.302797 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:32.390242 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:32.438274 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (9a83ffcc-523c-4816-ade8-13259c4fc137), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:32.674203 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Deleting port e358866c-1a96-468d-8629-20313f412762 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:32.674456 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (e358866c-1a96-468d-8629-20313f412762), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:32.755908 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] For port e358866c-1a96-468d-8629-20313f412762, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=e358866c-1a96-468d-8629-20313f412762,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:32.756239 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (e358866c-1a96-468d-8629-20313f412762), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:32.769266 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Calling delete_port for e358866c-1a96-468d-8629-20313f412762 owned by network:router_interface {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:32.959651 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (e358866c-1a96-468d-8629-20313f412762), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:32.987744 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Pushing event deleted for resources: {'Port': ['ID=e358866c-1a96-468d-8629-20313f412762,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:33.149477 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (9a83ffcc-523c-4816-ade8-13259c4fc137), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:33.161198 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:33.407557 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device e4e92cf0-9e6c-40a6-a76b-320356acf58e no longer exists at agent hyperv_hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:04:33.427407 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] No Port match for: e4e92cf0-9e6c-40a6-a76b-320356acf58e {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:04:33.427712 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Device e4e92cf0-9e6c-40a6-a76b-320356acf58e not bound to the agent host hv-cinder-79966 {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:04:33.467188 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:33.592123 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Router 9a83ffcc-523c-4816-ade8-13259c4fc137 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117867) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 04:04:33.693834 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117867) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 04:04:33.699163 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-20c59b9e-7dfc-47aa-81ad-750561dd6160 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/9a83ffcc-523c-4816-ade8-13259c4fc137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6821499 Sep 03 04:04:33.701765 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48378) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:33.703720 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] Sync routers for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 04:04:33.714640 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:04:33.715471 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:04:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:33.798976 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks [] for router (9a83ffcc-523c-4816-ade8-13259c4fc137), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:33.814615 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:04:33.899247 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks [] for router_gateway (9a83ffcc-523c-4816-ade8-13259c4fc137), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:33.944972 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Deleting port f27ee4b7-d513-480a-8695-b2621361676c {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:33.945294 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (f27ee4b7-d513-480a-8695-b2621361676c), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:33.982498 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154'}], 'enable_snat': True}, 'gw_port_id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T04:04:32Z', 'revision_number': 5, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port': {'id': 'f27ee4b7-d513-480a-8695-b2621361676c', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:4d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:47Z', 'updated_at': '2022-09-03T03:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:34.007239 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] Checking router: 9a83ffcc-523c-4816-ade8-13259c4fc137 for host: dv-cinder-799663-12-iscsi {{(pid=117869) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 04:04:34.015739 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] Routers {'9a83ffcc-523c-4816-ade8-13259c4fc137'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117869) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:04:34.016320 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:04:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['9a83ffcc-523c-4816-ade8-13259c4fc137'], 'active': True} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:34.023040 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] For port f27ee4b7-d513-480a-8695-b2621361676c, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=f27ee4b7-d513-480a-8695-b2621361676c,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:34.023614 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (f27ee4b7-d513-480a-8695-b2621361676c), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.035818 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Calling delete_port for f27ee4b7-d513-480a-8695-b2621361676c owned by network:router_gateway {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:34.097425 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_dvr_db [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] Set router 9a83ffcc-523c-4816-ade8-13259c4fc137 gateway port host: None {{(pid=117869) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:04:34.145440 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.l3_hamode_db [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T04:04:33Z', 'revision_number': 6, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117869) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:34.171117 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842e6a8-d52c-4e29-afea-8287dc3ad363 None None] The sync data for ids ['9a83ffcc-523c-4816-ade8-13259c4fc137'] in dv-cinder-799663-12-iscsi is: [{'id': '9a83ffcc-523c-4816-ade8-13259c4fc137', 'name': 'tempest-TestVolumeBootPattern-233583729-router', 'tenant_id': 'f40913ed988e4d3f8164fad43a6e8508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:46Z', 'updated_at': '2022-09-03T04:04:33Z', 'revision_number': 6, 'project_id': 'f40913ed988e4d3f8164fad43a6e8508', 'gw_port_host': None}] {{(pid=117869) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 04:04:34.207779 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (f27ee4b7-d513-480a-8695-b2621361676c), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.231583 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Pushing event deleted for resources: {'Port': ['ID=f27ee4b7-d513-480a-8695-b2621361676c,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:34.262576 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:34.295742 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:34.303153 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (9a83ffcc-523c-4816-ade8-13259c4fc137), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.389016 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (9a83ffcc-523c-4816-ade8-13259c4fc137), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.391204 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks [] for router_controller (9a83ffcc-523c-4816-ade8-13259c4fc137), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.433677 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (9a83ffcc-523c-4816-ade8-13259c4fc137), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.434277 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a83ffcc-523c-4816-ade8-13259c4fc137 {{(pid=117867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 04:04:34.438838 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.439990 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-9e1c66b2-62f8-4607-a95f-62a9894c80db admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/9a83ffcc-523c-4816-ade8-13259c4fc137 HTTP/1.1" status: 204 len: 168 time: 0.7371960 Sep 03 04:04:34.442829 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48380) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:34.488451 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0eb11e-e4ac-45f3-a726-38f86e98b361 admin admin] Deleting subnet 3d382bd9-aad7-4324-a50c-9de5784e8d30 {{(pid=117866) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 04:04:34.492242 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb11e-e4ac-45f3-a726-38f86e98b361 admin admin] Publish callbacks [] for subnet (3d382bd9-aad7-4324-a50c-9de5784e8d30), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.541519 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb11e-e4ac-45f3-a726-38f86e98b361 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4319187'] for subnet (3d382bd9-aad7-4324-a50c-9de5784e8d30), precommit_delete_associations {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.635107 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb11e-e4ac-45f3-a726-38f86e98b361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (3d382bd9-aad7-4324-a50c-9de5784e8d30), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.689154 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb11e-e4ac-45f3-a726-38f86e98b361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5028231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4280016'] for subnet (3d382bd9-aad7-4324-a50c-9de5784e8d30), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.712612 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0eb11e-e4ac-45f3-a726-38f86e98b361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d382bd9-aad7-4324-a50c-9de5784e8d30,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:34.719667 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-6b0eb11e-e4ac-45f3-a726-38f86e98b361 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.724066 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-6b0eb11e-e4ac-45f3-a726-38f86e98b361 admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/3d382bd9-aad7-4324-a50c-9de5784e8d30 HTTP/1.1" status: 204 len: 168 time: 0.2801368 Sep 03 04:04:34.725061 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d273f4-e7f1-4a62-845c-b73f76e12db9 None None] Network 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 04:04:34.726221 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48382) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:34.728962 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:34.729661 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:34.799890 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.845057 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Deleting port d16d76a1-61d4-485a-86cc-67079504b9c1 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:34.845399 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.916241 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] For port d16d76a1-61d4-485a-86cc-67079504b9c1, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=d16d76a1-61d4-485a-86cc-67079504b9c1,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:34.916605 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:34.936029 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Calling delete_port for d16d76a1-61d4-485a-86cc-67079504b9c1 owned by network:dhcp {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:34.946192 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] DHCP port deletion for 552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 04:04:35.015859 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Deleting port d16d76a1-61d4-485a-86cc-67079504b9c1 {{(pid=117868) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:35.016233 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), before_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.021968 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device d16d76a1-61d4-485a-86cc-67079504b9c1 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:04:35.036037 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.060087 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Pushing event deleted for resources: {'Port': ['ID=d16d76a1-61d4-485a-86cc-67079504b9c1,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:35.066972 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] No DVR routers for this DVR port d16d76a1-61d4-485a-86cc-67079504b9c1 on host dv-cinder-799663-12-iscsi {{(pid=117867) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:04:35.110976 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] For port d16d76a1-61d4-485a-86cc-67079504b9c1, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=d16d76a1-61d4-485a-86cc-67079504b9c1,segment=NetworkSegment(5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7),segment_id=5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7)] {{(pid=117868) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:35.111398 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), precommit_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.124786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.db [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No active binding found for port d16d76a1-61d4-485a-86cc-67079504b9c1 {{(pid=117868) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Sep 03 04:04:35.125155 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] The host dv-cinder-799663-12-iscsi is not matching for port d16d76a1-61d4-485a-86cc-67079504b9c1 host None! {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2400}} Sep 03 04:04:35.125525 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device d16d76a1-61d4-485a-86cc-67079504b9c1 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:04:35.125936 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e358866c-1a96-468d-8629-20313f412762 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:04:35.131819 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Calling delete_port for d16d76a1-61d4-485a-86cc-67079504b9c1 owned by network:dhcp {{(pid=117868) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:35.145393 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.150786 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: e358866c-1a96-468d-8629-20313f412762 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:04:35.151158 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device e358866c-1a96-468d-8629-20313f412762 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:04:35.151583 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f27ee4b7-d513-480a-8695-b2621361676c no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:04:35.168303 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552aeadd-abdb-48a9-afc5-6c5bd1a9dd42']}} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:35.172632 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: f27ee4b7-d513-480a-8695-b2621361676c {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:04:35.172976 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device f27ee4b7-d513-480a-8695-b2621361676c not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:04:35.179197 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7') {'for_net_delete': True} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:35.179598 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.services.segments.db [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7') {} {{(pid=117867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:35.191729 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5081127'] for segment (5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.206949 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.218519 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=117867) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 04:04:35.219053 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7942730'] for segment (5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.257805 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922'] for port (d16d76a1-61d4-485a-86cc-67079504b9c1), after_delete {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.294831 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (552aeadd-abdb-48a9-afc5-6c5bd1a9dd42), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.296471 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Pushing event deleted for resources: {'Port': ['ID=d16d76a1-61d4-485a-86cc-67079504b9c1,revision_number=None']} {{(pid=117868) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:35.301397 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.308218 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48388) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:35.308503 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/552aeadd-abdb-48a9-afc5-6c5bd1a9dd42 HTTP/1.1" status: 204 len: 168 time: 0.5806532 Sep 03 04:04:35.317037 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.317391 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.317732 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.318191 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.318598 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.319016 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.319372 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.319699 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.320052 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.320349 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.320793 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.321285 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.321732 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.322058 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.322380 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-799663-12-iscsi {{(pid=117868) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 04:04:35.322832 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7 resource provider aggregate not found Sep 03 04:04:35.329835 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b6164-589d-48cb-bd5f-542dcecb0ad2 None None] No DVR routers for this DVR port d16d76a1-61d4-485a-86cc-67079504b9c1 on host dv-cinder-799663-12-iscsi {{(pid=117868) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:04:35.330491 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59dd4f-822c-45ed-b092-60947c462739 admin admin] Pushing event deleted for resources: {'Network': ['ID=552aeadd-abdb-48a9-afc5-6c5bd1a9dd42,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:35.344694 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.services.segments.plugin [-] Segment 5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5ab03fc4-26f1-4eaa-b0d3-4038b5ee59d7 found for delete ", "request_id": "req-bd57a76d-a2ef-4a30-a91c-1e54c2d9a6ee"}]} Sep 03 04:04:35.657788 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1984200'] for router_interface (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.875864 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:DELETE=6,neutron:SELECT=92,neutron:UPDATE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:35.888417 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Deleting port 861544ac-ec23-4869-9a64-9764e7ee483c {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:35.888752 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.926602 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:35.970037 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] For port 861544ac-ec23-4869-9a64-9764e7ee483c, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=861544ac-ec23-4869-9a64-9764e7ee483c,segment=NetworkSegment(f6d78c5e-f26f-4845-b651-98cf2dc69fea),segment_id=f6d78c5e-f26f-4845-b651-98cf2dc69fea)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:35.970397 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:35.983993 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Calling delete_port for 861544ac-ec23-4869-9a64-9764e7ee483c owned by network:router_interface {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:36.173836 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (861544ac-ec23-4869-9a64-9764e7ee483c), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:36.200321 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=861544ac-ec23-4869-9a64-9764e7ee483c,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:36.366560 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636278', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1990776'] for router_interface (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:36.574738 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 has already been hosted by L3 agent 15ecb3c4-3453-46d0-a6f5-e63a821c69a7 {{(pid=117866) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 04:04:36.677844 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] Notify agent at l3_agent.dv-cinder-799663-12-iscsi the message routers_updated {{(pid=117866) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 04:04:36.684727 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-38e8e8e4-35c9-4185-ac16-a369486869e0 admin admin] 10.222.0.25 "PUT /networking/v2.0/routers/b7870c0f-9b47-4b8a-a2b5-7dc44c824670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3735213 Sep 03 04:04:36.686168 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48392) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:36.688746 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] Sync routers for ids ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'] in dv-cinder-799663-12-iscsi {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 04:04:36.700147 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] Routers {'b7870c0f-9b47-4b8a-a2b5-7dc44c824670'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:04:36.700756 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:04:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:36.789373 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks [] for router (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:36.803081 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] Set router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 gateway port host: dv-cinder-799663-12-iscsi {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:04:36.897089 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks [] for router_gateway (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:36.942014 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Deleting port 7bbfa302-09a3-45eb-8e51-327f56bdb966 {{(pid=117867) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:36.942376 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:36.985818 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:37.005599 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:37.034919 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.db [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] For port 7bbfa302-09a3-45eb-8e51-327f56bdb966, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=7bbfa302-09a3-45eb-8e51-327f56bdb966,segment=NetworkSegment(3b3f75fc-5fb9-4707-9856-2327900bdee4),segment_id=3b3f75fc-5fb9-4707-9856-2327900bdee4)] {{(pid=117867) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:37.035267 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.049238 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.plugins.ml2.plugin [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Calling delete_port for 7bbfa302-09a3-45eb-8e51-327f56bdb966 owned by network:router_gateway {{(pid=117867) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:37.105402 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'external_fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15'}], 'enable_snat': True}, 'gw_port_id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T04:04:36Z', 'revision_number': 5, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port': {'id': '7bbfa302-09a3-45eb-8e51-327f56bdb966', 'name': '', 'network_id': '931cd65b-38c0-4970-baa3-853de5936c9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:41:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '754f566f-206e-4ca7-a097-590568fef2e7', 'ip_address': '172.27.4.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-799663-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T03:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '754f566f-206e-4ca7-a097-590568fef2e7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-799663-12-iscsi'}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:37.130407 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] Checking router: b7870c0f-9b47-4b8a-a2b5-7dc44c824670 for host: dv-cinder-799663-12-iscsi {{(pid=117868) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 04:04:37.139171 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] Routers {'b7870c0f-9b47-4b8a-a2b5-7dc44c824670'} bound to L3 agent in host dv-cinder-799663-12-iscsi {{(pid=117868) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 03 04:04:37.139769 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-799663-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-03T03:41:11Z,description=,heartbeat_timestamp=2022-09-03T04:04:11Z,host='dv-cinder-799663-12-iscsi',id=15ecb3c4-3453-46d0-a6f5-e63a821c69a7,load=0,resource_versions=,resources_synced=,started_at=2022-09-03T03:41:11Z,topic='l3_agent')) {'router_ids': ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'], 'active': True} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:37.214956 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7942711'] for port (7bbfa302-09a3-45eb-8e51-327f56bdb966), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.224531 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_dvr_db [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] Set router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 gateway port host: None {{(pid=117868) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 03 04:04:37.238016 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbfa302-09a3-45eb-8e51-327f56bdb966,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:37.279569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.db.l3_hamode_db [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T04:04:36Z', 'revision_number': 6, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port_host': None}], 'dv-cinder-799663-12-iscsi', False) {} {{(pid=117868) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:37.305569 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146accaa-bb87-46d0-be70-4954b65f3b70 None None] The sync data for ids ['b7870c0f-9b47-4b8a-a2b5-7dc44c824670'] in dv-cinder-799663-12-iscsi is: [{'id': 'b7870c0f-9b47-4b8a-a2b5-7dc44c824670', 'name': 'tempest-TestVolumeBootPattern-1999792114-router', 'tenant_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-03T03:57:53Z', 'updated_at': '2022-09-03T04:04:36Z', 'revision_number': 6, 'project_id': 'c0b0267c6f674054abf0fb4b3e9ace89', 'gw_port_host': None}] {{(pid=117868) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 04:04:37.307761 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1991979'] for router_gateway (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.400958 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1992242', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1549'] for router (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.403215 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks [] for router_controller (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.451119 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1984137'] for router (b7870c0f-9b47-4b8a-a2b5-7dc44c824670), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.451834 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7870c0f-9b47-4b8a-a2b5-7dc44c824670 {{(pid=117867) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 04:04:37.456342 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] Publish callbacks [] for router (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.457471 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ade3462e-5de9-4683-8c50-af4d446b248b admin admin] 10.222.0.25 "DELETE /networking/v2.0/routers/b7870c0f-9b47-4b8a-a2b5-7dc44c824670 HTTP/1.1" status: 204 len: 168 time: 0.7702584 Sep 03 04:04:37.461038 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48394) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:37.505607 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.db.db_base_plugin_v2 [None req-f877b916-1fdd-48a7-8c02-b2250f890d9a admin admin] Deleting subnet 704cf45a-faaf-4d08-97d6-15fcc94ea188 {{(pid=117867) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 03 04:04:37.508765 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f877b916-1fdd-48a7-8c02-b2250f890d9a admin admin] Publish callbacks [] for subnet (704cf45a-faaf-4d08-97d6-15fcc94ea188), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.543674 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f877b916-1fdd-48a7-8c02-b2250f890d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5081136'] for subnet (704cf45a-faaf-4d08-97d6-15fcc94ea188), precommit_delete_associations {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.623459 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f877b916-1fdd-48a7-8c02-b2250f890d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-830923'] for subnet (704cf45a-faaf-4d08-97d6-15fcc94ea188), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.680566 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f877b916-1fdd-48a7-8c02-b2250f890d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-828413', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7942120', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5081800'] for subnet (704cf45a-faaf-4d08-97d6-15fcc94ea188), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.709727 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-f877b916-1fdd-48a7-8c02-b2250f890d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for subnet (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.715242 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-f877b916-1fdd-48a7-8c02-b2250f890d9a admin admin] 10.222.0.25 "DELETE /networking/v2.0/subnets/704cf45a-faaf-4d08-97d6-15fcc94ea188 HTTP/1.1" status: 204 len: 168 time: 0.2508807 Sep 03 04:04:37.715242 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877b916-1fdd-48a7-8c02-b2250f890d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=704cf45a-faaf-4d08-97d6-15fcc94ea188,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:37.715727 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [-] (117866) accepted ('10.222.0.25', 48396) {{(pid=117866) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:37.716183 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707008a-24a1-4b3c-9be4-be655a2e68ce None None] Network a2c892e2-17ca-41bd-8bea-c0682d11e7a6 requested from dv-cinder-799663-12-iscsi {{(pid=117868) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 03 04:04:37.764720 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:37.792014 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-855418'] for network (a2c892e2-17ca-41bd-8bea-c0682d11e7a6), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.801614 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:37.824030 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:37.835718 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Deleting port 6de90f8e-5cbd-435c-86c8-41684c1bab3a {{(pid=117866) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 03 04:04:37.836061 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788397706451'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.906777 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.db [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] For port 6de90f8e-5cbd-435c-86c8-41684c1bab3a, host dv-cinder-799663-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-799663-12-iscsi',level=0,port_id=6de90f8e-5cbd-435c-86c8-41684c1bab3a,segment=NetworkSegment(f6d78c5e-f26f-4845-b651-98cf2dc69fea),segment_id=f6d78c5e-f26f-4845-b651-98cf2dc69fea)] {{(pid=117866) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 04:04:37.907589 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1994626'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:37.925196 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.plugin [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Calling delete_port for 6de90f8e-5cbd-435c-86c8-41684c1bab3a owned by network:dhcp {{(pid=117866) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 03 04:04:38.013529 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678895', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788397710008', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788397281922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5022808'] for port (6de90f8e-5cbd-435c-86c8-41684c1bab3a), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.040327 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Pushing event deleted for resources: {'Port': ['ID=6de90f8e-5cbd-435c-86c8-41684c1bab3a,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:38.044250 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] No DVR routers for this DVR port 6de90f8e-5cbd-435c-86c8-41684c1bab3a on host dv-cinder-799663-12-iscsi {{(pid=117866) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 03 04:04:38.071663 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d6cc18-bc45-41dc-baa3-262b6e087d10 None None] DHCP port deletion for a2c892e2-17ca-41bd-8bea-c0682d11e7a6 request from dv-cinder-799663-12-iscsi {{(pid=117868) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 03 04:04:38.125279 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-998060', 'neutron.services.segments.db._delete_segments_for_network-8788397799572'] for network (a2c892e2-17ca-41bd-8bea-c0682d11e7a6), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.145371 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2c892e2-17ca-41bd-8bea-c0682d11e7a6']}} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:38.155183 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d78c5e-f26f-4845-b651-98cf2dc69fea') {'for_net_delete': True} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:38.155481 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.services.segments.db [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d78c5e-f26f-4845-b651-98cf2dc69fea') {} {{(pid=117866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 04:04:38.165647 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788397793940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4319172'] for segment (f6d78c5e-f26f-4845-b651-98cf2dc69fea), before_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.180007 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869'] for segment (f6d78c5e-f26f-4845-b651-98cf2dc69fea), precommit_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.187344 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=117866) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 04:04:38.187775 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1032869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5022757'] for segment (f6d78c5e-f26f-4845-b651-98cf2dc69fea), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.261492 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-998053', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1954113', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636271', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1992179'] for network (a2c892e2-17ca-41bd-8bea-c0682d11e7a6), after_delete {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.278612 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment f6d78c5e-f26f-4845-b651-98cf2dc69fea resource provider aggregate not found Sep 03 04:04:38.282365 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron_lib.callbacks.manager [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1576789'] for network (None), before_response {{(pid=117866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.285507 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.wsgi [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] 10.222.0.25 "DELETE /networking/v2.0/networks/a2c892e2-17ca-41bd-8bea-c0682d11e7a6 HTTP/1.1" status: 204 len: 168 time: 0.5686734 Sep 03 04:04:38.287123 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2efe3-ffe3-4411-a29c-617ef5a5e412 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2c892e2-17ca-41bd-8bea-c0682d11e7a6,revision_number=None']} {{(pid=117866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:38.305782 dv-cinder-799663-12-iscsi neutron-server[117866]: INFO neutron.services.segments.plugin [-] Segment f6d78c5e-f26f-4845-b651-98cf2dc69fea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f6d78c5e-f26f-4845-b651-98cf2dc69fea found for delete ", "request_id": "req-aa0c8442-250d-4863-be66-4bd938ea5159"}]} Sep 03 04:04:38.413984 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48406) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:38.453748 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-5c5674c7-5351-47af-996e-8b0f2b2d0766 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=f40913ed988e4d3f8164fad43a6e8508&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386431 Sep 03 04:04:38.456273 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48408) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:38.510574 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ce5897ee-2fda-4319-bce1-dfc927090f83 admin admin] Publish callbacks [] for security_group (388be64a-70af-4e0f-906c-ab7cdc0b7a2a), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.522998 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:38.531718 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ce5897ee-2fda-4319-bce1-dfc927090f83 admin admin] Publish callbacks [] for security_group (388be64a-70af-4e0f-906c-ab7cdc0b7a2a), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.559229 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:38.589930 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ce5897ee-2fda-4319-bce1-dfc927090f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (388be64a-70af-4e0f-906c-ab7cdc0b7a2a), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.592466 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-ce5897ee-2fda-4319-bce1-dfc927090f83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.593615 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-ce5897ee-2fda-4319-bce1-dfc927090f83 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/388be64a-70af-4e0f-906c-ab7cdc0b7a2a HTTP/1.1" status: 204 len: 168 time: 0.1364937 Sep 03 04:04:38.602254 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5897ee-2fda-4319-bce1-dfc927090f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388be64a-70af-4e0f-906c-ab7cdc0b7a2a,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:38.832658 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 6de90f8e-5cbd-435c-86c8-41684c1bab3a no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:04:38.853506 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 6de90f8e-5cbd-435c-86c8-41684c1bab3a {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:04:38.853846 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 6de90f8e-5cbd-435c-86c8-41684c1bab3a not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:04:38.854382 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 861544ac-ec23-4869-9a64-9764e7ee483c no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:04:38.873763 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 861544ac-ec23-4869-9a64-9764e7ee483c {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:04:38.874086 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 861544ac-ec23-4869-9a64-9764e7ee483c not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:04:38.874521 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7bbfa302-09a3-45eb-8e51-327f56bdb966 no longer exists at agent ovs-agent-dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 04:04:38.897900 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.plugin [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] No Port match for: 7bbfa302-09a3-45eb-8e51-327f56bdb966 {{(pid=117868) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 03 04:04:38.898288 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron.plugins.ml2.rpc [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Device 7bbfa302-09a3-45eb-8e51-327f56bdb966 not bound to the agent host dv-cinder-799663-12-iscsi {{(pid=117868) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 04:04:38.942895 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48414) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:38.982025 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-65c21b22-0245-4df7-9869-328dd1768091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:38.983097 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-e38ba36a-04cc-4274-bfff-e43b63c78be3 admin admin] 10.222.0.25 "GET /networking/v2.0/security-groups?tenant_id=c0b0267c6f674054abf0fb4b3e9ace89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390255 Sep 03 04:04:38.985552 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [-] (117867) accepted ('10.222.0.25', 48416) {{(pid=117867) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 03 04:04:39.033181 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6bb412e5-8d78-4d49-88ec-ac72d497a211 admin admin] Publish callbacks [] for security_group (7ae32170-6069-4f11-b860-46582805f757), before_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:39.053124 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6bb412e5-8d78-4d49-88ec-ac72d497a211 admin admin] Publish callbacks [] for security_group (7ae32170-6069-4f11-b860-46582805f757), precommit_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:39.110854 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6bb412e5-8d78-4d49-88ec-ac72d497a211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1915119'] for security_group (7ae32170-6069-4f11-b860-46582805f757), after_delete {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:39.113358 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron_lib.callbacks.manager [None req-6bb412e5-8d78-4d49-88ec-ac72d497a211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=117867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:39.114512 dv-cinder-799663-12-iscsi neutron-server[117867]: INFO neutron.wsgi [None req-6bb412e5-8d78-4d49-88ec-ac72d497a211 admin admin] 10.222.0.25 "DELETE /networking/v2.0/security-groups/7ae32170-6069-4f11-b860-46582805f757 HTTP/1.1" status: 204 len: 168 time: 0.1280994 Sep 03 04:04:39.122705 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb412e5-8d78-4d49-88ec-ac72d497a211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae32170-6069-4f11-b860-46582805f757,revision_number=None']} {{(pid=117867) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 04:04:39.169268 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:40.186525 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:41.261476 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c1f30d58-7e54-458d-99c6-134d5ca244b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:42.725712 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:44.099708 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=95 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:44.149213 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=76 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:44.205650 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:44.230735 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:04:48.250229 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=53,neutron:DELETE=6 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:48.287593 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG dbcounter [-] [117866] Writing DB stats neutron:SELECT=36,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=117866) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:49.092356 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=26,neutron:DELETE=6 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:49.122951 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG dbcounter [-] [117867] Writing DB stats neutron:SELECT=20,neutron:DELETE=2 {{(pid=117867) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:51.392294 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-4a0f22f9-f28e-48d3-b81b-9f6a1a3aacb1 req-5036e8cc-4e11-41d8-affb-bc84863c8d6c service neutron] (117867) timed out ('10.222.0.57', 52876) {{(pid=117867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 03 04:04:53.369192 dv-cinder-799663-12-iscsi neutron-server[117867]: DEBUG neutron.wsgi [req-f3e8b8ab-0542-4056-b4d4-a0ef9ed96fd2 req-2d964095-3985-4f67-9c7f-37593ed5627a service neutron] (117867) timed out ('10.222.0.57', 52861) {{(pid=117867) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 03 04:04:53.665969 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:04:54.221182 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:04:54.224082 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:05:01.532351 dv-cinder-799663-12-iscsi neutron-server[117866]: DEBUG neutron.wsgi [req-ab9d500d-1f9f-45ed-a9c6-42350164e7dd req-67656fd0-a370-4a62-8ef5-7734fb11e191 service neutron] (117866) timed out ('10.222.0.57', 52872) {{(pid=117866) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 03 04:05:08.991458 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7ad4a49f-4f30-42e5-a259-03d72dd5894e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:10.195185 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:10.566310 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:05:10.567376 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:05:11.271810 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-ed401395-f7dd-4f50-87f6-022a5281dd33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:12.732437 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:14.217428 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:14.231581 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:24.207021 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:05:24.224878 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:05:30.672742 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:05:38.984395 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-1382e902-485b-4163-9f08-55497a4366b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:40.212347 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:41.267539 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-07bcce9d-d1e5-445d-be0a-a4bf5d6b2e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:42.727460 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:44.229484 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:44.234589 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:05:47.562778 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:05:47.567709 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:05:54.227086 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:05:54.229636 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:06:07.666928 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:06:08.983701 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-d91f88bb-d096-49d1-a0c2-715ebc9773ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:09.234452 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=14 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:06:10.217571 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:11.276522 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-8aa79782-0a05-485e-b1ab-6ad5aee8a971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:12.730417 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:14.235254 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:14.241164 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:24.233154 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:06:24.234359 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:06:24.564152 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=18 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:06:24.564757 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=2 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:06:38.992575 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-281c9eb4-0508-446c-b733-53d960294dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:40.232986 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:41.262986 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-82943450-bd65-4f81-89c6-de1e88350747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:42.736856 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:44.244644 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:44.245890 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:06:44.671614 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:06:54.227682 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:06:54.238983 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:07.551204 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=7 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:08.984040 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-30e6c84c-10a0-4f98-a673-2ddaf47be0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:10.246080 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:10.545957 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:11.257402 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-7e8323b2-2e71-4576-90b9-6b8cd203010e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:12.743882 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:14.250585 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:14.252137 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:21.676727 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:07:24.242241 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:24.244863 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:38.564116 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:38.571261 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:38.989059 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c717e053-33b8-4e30-8d1f-4a664fadb134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:40.244693 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:41.269794 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-94fe3b02-f99f-4b91-ab77-dbe9e76930df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:42.744497 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:44.246607 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:44.250637 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:07:54.239384 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:54.244060 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:07:58.680999 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:08:08.985171 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-f2ecf0c7-4d33-46ab-8910-0b6b25bbf73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:10.242838 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:11.273876 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-15930215-c54a-4ef6-a8ec-4953e8980cd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:12.750017 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:14.250367 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:14.254512 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:15.574557 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=14 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:08:15.575780 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=20 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:08:24.242869 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:08:24.246109 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:08:35.685054 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:08:38.987950 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9da56fad-7eaf-4882-b5ee-ea8258e0468a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:40.244196 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:41.274586 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-80d72e90-fd4b-4aa4-9655-ffdd5d97f755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:42.753495 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:44.249548 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:44.251559 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:08:52.578126 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:08:52.579189 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=4 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:08:54.245211 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:08:54.246465 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:09:07.556467 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:09:07.557692 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:DELETE=1 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:09:08.982831 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-080d1cfd-a4ec-41dc-ab58-54aa6c9d4eb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:10.256271 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:11.271030 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-9460a159-3379-4d39-aa10-2cb99f859817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:12.689658 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 04:09:12.755045 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:14.244874 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:14.252311 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:24.242641 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:09:24.245804 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG dbcounter [-] [117868] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=117868) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:09:29.578120 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=5 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:09:29.579213 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG dbcounter [-] [117869] Writing DB stats neutron:SELECT=3 {{(pid=117869) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 03 04:09:38.986266 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-78dd96fa-1baa-42f8-ac0d-107d3e8c2a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (4da673a5-a155-4963-aca1-a76bf41d1543), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:40.279609 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-37583e2c-13ba-42be-a7e4-16eb1a9a2c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (ad581915-9cdd-4227-ba6c-34162d7f9aa8), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:41.266278 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-93f7b3fa-55c0-48f7-8ba5-41f2a33d2871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (15ecb3c4-3453-46d0-a6f5-e63a821c69a7), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:42.765725 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-a15f5b59-84d6-4774-a45a-45daa1f1f142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (c945b6fc-ba42-462c-afd4-b085c5689738), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:44.250795 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-c556145f-8d0a-4f64-809c-a1f95ca4bf59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (37d045fc-31b6-4ace-bee0-d05343db45d2), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:44.254394 dv-cinder-799663-12-iscsi neutron-server[117868]: DEBUG neutron_lib.callbacks.manager [None req-50c5646d-6c2b-4c34-9896-e19825b415a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788397799554', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-995949'] for agent (e975e2d0-6438-43ee-9d82-bc55afb6b7af), after_update {{(pid=117868) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 03 04:09:49.689702 dv-cinder-799663-12-iscsi neutron-server[117869]: DEBUG neutron.db.agents_db [None req-491a8a73-1dc5-4ad2-bd44-9093aee79dd4 None None] Agent healthcheck: found 6 active agents {{(pid=117869) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}